-- Logs begin at Fri 2021-06-25 13:45:38 UTC, end at Fri 2021-06-25 14:48:40 UTC. -- Jun 25 14:22:09.875010 dv-cinder-798088-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 25 14:22:12.165786 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.common.config [-] Logging enabled! Jun 25 14:22:12.166477 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 25 14:22:12.166477 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78309) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 25 14:22:12.169518 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.common.config [-] Logging enabled! Jun 25 14:22:12.169770 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 25 14:22:12.170107 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78309) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 25 14:22:12.171028 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 25 14:22:12.171284 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 25 14:22:12.171634 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 25 14:22:12.171875 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 25 14:22:12.172099 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 25 14:22:12.172519 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.172709 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.173002 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.173230 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.173521 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.173809 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.174089 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.174377 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.174673 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.174955 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.175266 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.175552 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.175782 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.176060 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.176345 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.176629 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.176850 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] debug = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.177127 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.177548 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.177947 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.178223 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.178510 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.178798 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.179057 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.179356 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.179642 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.179968 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] host = dv-cinder-798088-1-smb {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.180244 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.180527 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.180809 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.181091 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.181361 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.181637 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.181920 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.182193 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.182464 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] log_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.182735 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.183019 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.183331 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.183618 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.183842 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.184063 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.184347 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.184631 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.184903 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.185184 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.185960 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.186243 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.186516 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.186783 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.187091 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.187368 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.187650 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.187923 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.188197 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.188466 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.188734 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.189015 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.189286 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.189554 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.189825 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.190107 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.190373 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.190643 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.190940 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.191245 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.191523 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.191805 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.192075 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.192353 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.192621 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.192891 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.193160 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] use_json = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.193428 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.193693 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.193971 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.194239 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.194507 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.194776 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.195041 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.195346 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:12.195638 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.195934 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.196231 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.196512 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.196801 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.197076 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.197360 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.197635 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.197922 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.198208 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.198491 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.198768 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.199052 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.199344 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.199636 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.199940 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.200231 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.200520 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.200792 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.201061 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.201899 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.202177 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.202461 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.202752 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.203040 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.203336 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.203611 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.203904 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.204182 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.204452 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.204729 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.205016 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.205290 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.205559 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.205841 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.206116 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.206387 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.206650 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.206930 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.207230 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.207504 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.207772 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.208040 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.208314 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.208581 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.208859 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.209131 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.209398 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.209662 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.209935 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.210205 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.210476 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.210752 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.211019 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.211317 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.211584 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.211855 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.212126 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.212393 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.212659 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.212926 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.213192 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.213464 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.213733 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.214003 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.214273 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.214543 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.214813 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.215118 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.215414 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.215695 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.215972 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.216248 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.216523 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.216833 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.217109 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.217384 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.217659 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.217930 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.218216 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.218498 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.218786 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.219064 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.219362 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.219655 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.219931 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.220212 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.220488 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.220781 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.221047 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.221329 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.221623 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.221918 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.222211 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.222504 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.222793 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.223148 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.223399 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.223680 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:12.223894 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 14:22:12.224172 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78309) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 25 14:22:12.604858 dv-cinder-798088-1-smb neutron-server[78309]: INFO keyring.backend [-] Loading KWallet Jun 25 14:22:12.612449 dv-cinder-798088-1-smb neutron-server[78309]: INFO keyring.backend [-] Loading SecretService Jun 25 14:22:12.615959 dv-cinder-798088-1-smb neutron-server[78309]: INFO keyring.backend [-] Loading Windows Jun 25 14:22:12.617258 dv-cinder-798088-1-smb neutron-server[78309]: INFO keyring.backend [-] Loading chainer Jun 25 14:22:12.617817 dv-cinder-798088-1-smb neutron-server[78309]: INFO keyring.backend [-] Loading macOS Jun 25 14:22:12.650848 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:12.651140 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=78309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:12.651429 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:12.651759 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 25 14:22:12.952368 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:12.952567 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:12.952836 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:12.954026 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:12.954297 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:12.954570 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.074081 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.074359 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.074626 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.088202 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.088482 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.088751 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.116146 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.116425 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.116695 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.155002 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.155308 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.155577 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.384185 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.384866 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.384866 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.385028 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.385699 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.509881 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.510194 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.510475 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.510742 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.511006 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.511334 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.511592 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.511845 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.512096 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.512374 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.512629 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.512889 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.513148 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.513404 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.514174 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.514586 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.514847 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.515143 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.515399 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.515682 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.516027 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.516277 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.516524 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.516800 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.517045 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.517288 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.517666 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:13.517901 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:13.518131 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:13.518359 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:13.518588 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:13.518811 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:13.519188 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 25 14:22:13.522332 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 25 14:22:13.526258 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 25 14:22:13.530139 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 25 14:22:13.531771 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 25 14:22:13.532218 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 25 14:22:13.532549 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 25 14:22:13.532930 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 25 14:22:13.535904 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 25 14:22:13.536156 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 25 14:22:13.536519 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 14:22:13.563937 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 25 14:22:13.564387 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.564686 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78309) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 25 14:22:13.565044 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.566379 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78309) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 25 14:22:13.566662 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 14:22:13.566903 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 25 14:22:13.570087 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.570364 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:13.631911 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 25 14:22:13.632147 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 25 14:22:13.632381 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 25 14:22:13.632743 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 25 14:22:13.664456 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_db.sqlalchemy.engines [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78309) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 25 14:22:13.988664 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Initializing driver for type 'gre' Jun 25 14:22:13.989094 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] gre ID ranges: [(1, 1000)] Jun 25 14:22:14.040647 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Initializing driver for type 'local' Jun 25 14:22:14.040974 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Initializing driver for type 'vlan' Jun 25 14:22:14.053051 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] VlanTypeDriver initialization complete Jun 25 14:22:14.053442 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Initializing driver for type 'vxlan' Jun 25 14:22:14.054040 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] vxlan ID ranges: [(1, 1000)] Jun 25 14:22:14.109762 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Initializing extension driver 'port_security' Jun 25 14:22:14.110195 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.extensions.port_security [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] PortSecurityExtensionDriver initialization complete Jun 25 14:22:14.110615 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Initializing mechanism driver 'openvswitch' Jun 25 14:22:14.111019 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Initializing mechanism driver 'hyperv' Jun 25 14:22:14.118676 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.plugins.ml2.plugin [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:22:14.119840 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > port after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.120290 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > port after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.120720 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > port after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.121118 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > subnet after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.121554 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > subnet after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.121986 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.122375 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > network after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.122792 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > network after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.123733 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > network after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.124128 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > security_group after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.124478 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > security_group after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.124826 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.125213 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.125559 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.125900 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.126278 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > address_group after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.126622 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > address_group after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.126960 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.127323 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] ML2 OVO RPC backend initialized. {{(pid=78309) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jun 25 14:22:14.128034 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.128395 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.128830 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > network before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.129164 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > networks before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.129512 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > port before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.129856 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > ports before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.130201 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > subnet before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.130542 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > subnets before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.130894 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > network after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.131257 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > network after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.131595 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > network after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.131933 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > port after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.132270 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > port after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.132603 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > port after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.132939 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > subnet after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.133275 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > subnet after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.133607 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.134187 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.plugin [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Modular L2 Plugin initialization complete Jun 25 14:22:14.134515 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading services supported by the core plugin {{(pid=78309) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 25 14:22:14.134846 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Got port-security extension from driver 'port_security' Jun 25 14:22:14.135337 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.extensions.vlantransparent [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Disabled vlantransparent extension. Jun 25 14:22:14.135825 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78309) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 25 14:22:14.136139 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading Plugin: router Jun 25 14:22:14.172550 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.172949 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router after_create 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.173317 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router before_create 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.173683 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.174056 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.174413 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router after_delete 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.174775 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.175174 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router after_create 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.175525 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router after_update 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.175876 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router after_update 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.176225 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.176608 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router after_update 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.176993 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router precommit_update 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.177363 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: port after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.177697 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: port after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.178036 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: subnet after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.178373 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.178718 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.179078 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router precommit_create 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.179427 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: port before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.179770 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router precommit_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.180125 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router after_update 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.180472 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.180828 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router precommit_create 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.181186 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.181535 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router precommit_update 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.181900 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > agent after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.182253 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > agent after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.182600 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > network after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.183495 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Tracking information for resource: router configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:14.183832 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Tracking information for resource: floatingip configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:14.189363 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.db.l3_agentschedulers_db [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 25 14:22:14.189940 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: port after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.190306 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: port after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.190659 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: port after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.191013 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: port after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.191835 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router before_create 55550100 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.192202 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.192565 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router precommit_create 55550100 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.192922 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > router precommit_update 55550100 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.197194 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.services.provider_configuration [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Service providers = [] {{(pid=78309) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 25 14:22:14.197564 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.db.servicetype_db [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78309) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 25 14:22:14.200523 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.services.service_base [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78309) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 14:22:14.200871 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.services.service_base [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78309) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 14:22:14.201234 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.services.service_base [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78309) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 14:22:14.202112 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.services.service_base [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78309) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 14:22:14.202646 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.services.service_base [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 25 14:22:14.203033 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:14.203383 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 25 14:22:14.213797 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:14.214137 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading Plugin: auto_allocate Jun 25 14:22:14.219983 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: network precommit_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.220352 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: network precommit_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.220872 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:14.221192 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading Plugin: tag Jun 25 14:22:14.227989 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:14.228325 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading Plugin: timestamp Jun 25 14:22:14.232121 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:14.232970 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading Plugin: network_ip_availability Jun 25 14:22:14.238174 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.238548 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.238953 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.239666 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:14.239986 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading Plugin: flavors Jun 25 14:22:14.245106 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:14.245443 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading Plugin: revisions Jun 25 14:22:14.250288 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:14.250678 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_concurrency.lockutils [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.599s {{(pid=78309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:14.251438 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78309) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 25 14:22:14.251773 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Initializing extension manager. Jun 25 14:22:14.252279 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: __init__.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.252621 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: __pycache__ {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.252956 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.253290 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: address_group.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.254043 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.254614 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: address-group Jun 25 14:22:14.254937 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: address_scope.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.255673 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.256188 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: address-scope Jun 25 14:22:14.256509 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.257425 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.257945 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: router-admin-state-down-before-update Jun 25 14:22:14.258267 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: agent.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.258959 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.259511 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: agent Jun 25 14:22:14.259833 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: agent_resources_synced.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.260733 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.261246 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: agent-resources-synced Jun 25 14:22:14.261569 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: allowedaddresspairs.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.263359 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.263917 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: allowed-address-pairs Jun 25 14:22:14.264246 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: auto_allocated_topology.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.265315 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.265840 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: auto-allocated-topology Jun 25 14:22:14.266167 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: availability_zone.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.266852 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.267402 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: availability_zone Jun 25 14:22:14.267726 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: availability_zone_filter.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.268629 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.269144 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: availability_zone_filter Jun 25 14:22:14.269469 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: data_plane_status.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.270392 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.270906 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension data-plane-status not supported by any of loaded plugins Jun 25 14:22:14.271265 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: default_subnetpools.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.272172 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.272684 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: default-subnetpools Jun 25 14:22:14.273004 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.273800 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.274312 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: dhcp_agent_scheduler Jun 25 14:22:14.274634 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: dns.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.275558 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.276068 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension dns-integration not supported by any of loaded plugins Jun 25 14:22:14.276389 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: dns_domain_ports.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.277291 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.277802 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 25 14:22:14.278125 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: dvr.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.278796 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.279899 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: dvr Jun 25 14:22:14.280270 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: empty_string_filtering.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.281233 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.281780 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: empty-string-filtering Jun 25 14:22:14.282109 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.283031 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.283580 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 25 14:22:14.283904 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.284812 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.285332 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 25 14:22:14.285656 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: external_net.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.286557 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.287095 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: external-net Jun 25 14:22:14.287418 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.288329 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.288841 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: extra_dhcp_opt Jun 25 14:22:14.289163 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: extraroute.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.290071 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.290583 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: extraroute Jun 25 14:22:14.290903 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: extraroute_atomic.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.291971 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.292486 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: extraroute-atomic Jun 25 14:22:14.292807 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: filter_validation.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.293471 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.293980 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: filter-validation Jun 25 14:22:14.294300 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: fip_pf_description.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.297259 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.297801 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 25 14:22:14.298137 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: fip_port_details.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.299086 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.299620 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: fip-port-details Jun 25 14:22:14.299950 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: flavors.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.301175 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.301702 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: flavors Jun 25 14:22:14.302032 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.303719 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.304252 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 25 14:22:14.304583 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: floatingip_pools.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.305305 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.305825 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: floatingip-pools Jun 25 14:22:14.306149 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: ip_allocation.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.307061 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.307605 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension ip_allocation not supported by any of loaded plugins Jun 25 14:22:14.307928 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.308838 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.309362 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: ip-substring-filtering Jun 25 14:22:14.309687 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: l2_adjacency.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.310605 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.311147 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 25 14:22:14.311472 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: l3.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.312434 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.312957 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: router Jun 25 14:22:14.313281 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.315547 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.316078 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 25 14:22:14.316407 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.317332 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.317850 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: ext-gw-mode Jun 25 14:22:14.318179 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.319125 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.319656 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: l3-ha Jun 25 14:22:14.319983 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: l3_flavors.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.320889 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.321404 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: l3-flavors Jun 25 14:22:14.321728 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.322658 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.323215 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 25 14:22:14.323540 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: l3agentscheduler.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.324572 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.325094 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: l3_agent_scheduler Jun 25 14:22:14.325422 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: logging.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.326907 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.327474 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension logging not supported by any of loaded plugins Jun 25 14:22:14.327806 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: metering.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.328542 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.329125 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: metering Jun 25 14:22:14.329459 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.330556 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.331087 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: metering_source_and_destination_fields Jun 25 14:22:14.331429 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: multiprovidernet.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.332469 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.332989 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: multi-provider Jun 25 14:22:14.333314 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: netmtu.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.334221 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.334738 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: net-mtu Jun 25 14:22:14.335061 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: netmtu_writable.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.335988 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.336503 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: net-mtu-writable Jun 25 14:22:14.336825 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: network_availability_zone.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.337489 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.338005 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: network_availability_zone Jun 25 14:22:14.338328 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: network_ip_availability.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.339447 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.339968 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: network-ip-availability Jun 25 14:22:14.340292 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: network_segment_range.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.341046 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.341557 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension network-segment-range not supported by any of loaded plugins Jun 25 14:22:14.342381 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: pagination.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.343380 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.343710 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: pagination Jun 25 14:22:14.344029 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: port_device_profile.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.344934 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.345458 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: port-device-profile Jun 25 14:22:14.345782 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.346695 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.347254 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: port-mac-address-regenerate Jun 25 14:22:14.347583 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.348480 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.349000 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: port-numa-affinity-policy Jun 25 14:22:14.349331 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: port_resource_request.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.350225 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.350738 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension port-resource-request not supported by any of loaded plugins Jun 25 14:22:14.351062 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: portbindings.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.352023 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.352542 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: binding Jun 25 14:22:14.352866 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: portbindings_extended.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.354133 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.354655 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: binding-extended Jun 25 14:22:14.354982 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: portsecurity.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.355917 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.356436 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: port-security Jun 25 14:22:14.356760 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: project_id.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.358266 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.358596 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: project-id Jun 25 14:22:14.358918 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: providernet.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.359860 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.360381 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: provider Jun 25 14:22:14.360705 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: qos.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.364222 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.364763 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension qos not supported by any of loaded plugins Jun 25 14:22:14.365096 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.366341 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.366867 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 25 14:22:14.367226 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.368143 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.368666 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 25 14:22:14.368995 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: qos_default.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.370159 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.370682 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension qos-default not supported by any of loaded plugins Jun 25 14:22:14.371011 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: qos_fip.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.371690 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.372208 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension qos-fip not supported by any of loaded plugins Jun 25 14:22:14.372531 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: qos_gateway_ip.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.373542 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.374063 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 25 14:22:14.374387 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: qos_port_network_policy.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.375332 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.375855 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 25 14:22:14.376175 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: qos_rule_type_details.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.377085 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.377605 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 25 14:22:14.377927 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: qos_rules_alias.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.378966 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.379523 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 25 14:22:14.379845 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: quotasv2.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.380755 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.381240 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: quotas Jun 25 14:22:14.381777 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: quotasv2_detail.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.384362 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.384949 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: quota_details Jun 25 14:22:14.385513 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: rbac.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.387275 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.388208 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: rbac-policies Jun 25 14:22:14.388805 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: rbac_address_group.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.390303 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.391268 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: rbac-address-group Jun 25 14:22:14.391849 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: rbac_address_scope.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.393311 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.394220 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: rbac-address-scope Jun 25 14:22:14.394789 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: rbac_security_groups.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.396282 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.397210 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: rbac-security-groups Jun 25 14:22:14.397778 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: rbac_subnetpool.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.399006 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.400050 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: rbac-subnetpool Jun 25 14:22:14.400611 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: revisionifmatch.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.402080 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.403005 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: revision-if-match Jun 25 14:22:14.403621 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: revisions.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.405958 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.406866 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: standard-attr-revisions Jun 25 14:22:14.407278 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: router_availability_zone.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.407975 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.408531 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: router_availability_zone Jun 25 14:22:14.408830 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: routerservicetype.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.409769 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.410289 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension router-service-type not supported by any of loaded plugins Jun 25 14:22:14.410616 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.411583 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.412104 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: security-groups-normalized-cidr Jun 25 14:22:14.412432 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.413372 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.413893 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: port-security-groups-filtering Jun 25 14:22:14.414221 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.415166 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.415691 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: security-groups-remote-address-group Jun 25 14:22:14.416018 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: securitygroup.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.426207 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.426752 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: security-group Jun 25 14:22:14.427120 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: segment.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.427900 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.428416 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension segment not supported by any of loaded plugins Jun 25 14:22:14.428749 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.429707 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.430226 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 25 14:22:14.430553 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: servicetype.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.431700 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.432232 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: service-type Jun 25 14:22:14.432564 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: sorting.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.433542 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.433873 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: sorting Jun 25 14:22:14.434197 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: standard_attr_segment.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.435145 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.435694 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 25 14:22:14.436023 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: standardattrdescription.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.436666 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.437180 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: standard-attr-description Jun 25 14:22:14.437504 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: stateful_security_group.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.438426 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.438951 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: stateful-security-group Jun 25 14:22:14.439314 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: stdattrs_common.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.439887 dv-cinder-798088-1-smb neutron-server[78309]: WARNING neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 25 14:22:14.440214 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.441210 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.441734 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 25 14:22:14.442056 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: subnet_onboard.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.443168 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.443700 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: subnet_onboard Jun 25 14:22:14.444025 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.444959 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.445476 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 25 14:22:14.445800 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: subnet_service_types.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.446714 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.447271 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: subnet-service-types Jun 25 14:22:14.447599 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: subnetallocation.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.448682 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.449205 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: subnet_allocation Jun 25 14:22:14.449534 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.450195 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.450711 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: subnetpool-prefix-ops Jun 25 14:22:14.451034 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.452020 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.452536 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 25 14:22:14.452865 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: tagging.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.453946 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.454476 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: standard-attr-tag Jun 25 14:22:14.454804 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: timestamp.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.456032 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.456560 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loaded extension: standard-attr-timestamp Jun 25 14:22:14.456889 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: trunk.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.457916 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.458440 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension trunk not supported by any of loaded plugins Jun 25 14:22:14.458765 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: trunk_details.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.459722 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.460237 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension trunk-details not supported by any of loaded plugins Jun 25 14:22:14.460566 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: uplink_status_propagation.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.461490 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.462009 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 25 14:22:14.462334 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Loading extension file: vlantransparent.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:14.463004 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:14.463551 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 25 14:22:14.466003 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:network Jun 25 14:22:14.466746 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:subnet Jun 25 14:22:14.468071 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 14:22:14.468680 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:port Jun 25 14:22:14.469977 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:14.470410 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Service FLAVORS assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:14.471046 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:14.471504 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:14.471839 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:router Jun 25 14:22:14.472502 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:floatingip Jun 25 14:22:14.473248 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Service METERING assigned prefix: /metering {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:14.474689 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.475063 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.475443 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:14.476585 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 14:22:14.477035 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:security_group Jun 25 14:22:14.477680 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 14:22:14.478446 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Service CORE assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:14.478784 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 14:22:14.479154 dv-cinder-798088-1-smb neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] subnetpool is already registered Jun 25 14:22:14.479765 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Service CORE assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:14.480095 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 14:22:14.480423 dv-cinder-798088-1-smb neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] subnetpool is already registered Jun 25 14:22:14.483614 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:14.484048 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Service FLAVORS assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:14.484648 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:14.485070 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:14.485403 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:router Jun 25 14:22:14.485731 dv-cinder-798088-1-smb neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] router is already registered Jun 25 14:22:14.486329 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:floatingip Jun 25 14:22:14.486657 dv-cinder-798088-1-smb neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] floatingip is already registered Jun 25 14:22:14.487311 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Service METERING assigned prefix: /metering {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:14.487979 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 14:22:14.488304 dv-cinder-798088-1-smb neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] rbac_policy is already registered Jun 25 14:22:14.488841 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:security_group Jun 25 14:22:14.489212 dv-cinder-798088-1-smb neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] security_group is already registered Jun 25 14:22:14.489762 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 14:22:14.490091 dv-cinder-798088-1-smb neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] security_group_rule is already registered Jun 25 14:22:14.490758 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Service CORE assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:14.491092 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 14:22:14.491443 dv-cinder-798088-1-smb neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] subnetpool is already registered Jun 25 14:22:14.492053 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Service CORE assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:14.492379 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 14:22:14.492700 dv-cinder-798088-1-smb neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] subnetpool is already registered Jun 25 14:22:14.493351 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: extensions {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.495086 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: address-groups {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.496695 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: address-scopes {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.497925 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: agents {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.499174 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: auto-allocated-topology {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.500470 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: availability_zones {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.501793 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: dhcp-networks {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.503235 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: dhcp-agents {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.504703 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: routers {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.507434 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: flavors {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.508612 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: service_profiles {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.509829 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: next_providers {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.511368 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: service_profiles {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.512888 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: floatingip-pools {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.514136 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: routers {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.515979 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: floatingips {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.517161 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: l3-routers {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.518547 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: l3-agents {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.520017 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: metering-labels {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.521385 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: metering-label-rules {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.522649 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: network-ip-availabilities {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.523952 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: bindings {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.525613 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: quotas {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.527082 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: quotas {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.528494 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: rbac-policies {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.530314 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: security-groups {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.531546 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: security-group-rules {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.532793 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: service-providers {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.534020 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: subnetpools {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.535473 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: subnetpools {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.536925 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.538590 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.540442 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.542229 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.544068 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.546496 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.548244 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.550203 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.552001 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.553815 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron.api.extensions [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:14.559907 dv-cinder-798088-1-smb neutron-server[78309]: WARNING keystonemiddleware.auth_token [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 25 14:22:14.564682 dv-cinder-798088-1-smb neutron-server[78309]: WARNING keystonemiddleware.auth_token [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 25 14:22:14.572577 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_concurrency.lockutils [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Acquired lock "singleton_lock" {{(pid=78309) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 25 14:22:14.573051 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_concurrency.lockutils [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Releasing lock "singleton_lock" {{(pid=78309) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 25 14:22:14.573677 dv-cinder-798088-1-smb neutron-server[78309]: INFO oslo_service.service [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Starting 2 workers Jun 25 14:22:14.578354 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Started child 78414 {{(pid=78309) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 25 14:22:14.582644 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Started child 78415 {{(pid=78309) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 25 14:22:14.583578 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:14.584204 dv-cinder-798088-1-smb neutron-server[78309]: INFO neutron.service [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 25 14:22:14.584840 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Notify callbacks [] for process, before_spawn {{(pid=78309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:14.585031 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [-] (78414) wsgi starting up on http://0.0.0.0:9696 Jun 25 14:22:14.587305 dv-cinder-798088-1-smb neutron-server[78309]: INFO oslo_service.service [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Starting 1 workers Jun 25 14:22:14.587426 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:14.588755 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [-] (78415) wsgi starting up on http://0.0.0.0:9696 Jun 25 14:22:14.594684 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Started child 78416 {{(pid=78309) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 25 14:22:14.595286 dv-cinder-798088-1-smb neutron-server[78309]: INFO oslo_service.service [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Starting 1 workers Jun 25 14:22:14.596979 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.service [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] calling RpcWorker wait() {{(pid=78416) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 25 14:22:14.597531 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.service [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] returning from RpcWorker wait() {{(pid=78416) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 25 14:22:14.598696 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:14.599158 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:22:14.599744 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Started child 78417 {{(pid=78309) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 25 14:22:14.600551 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-ac1966e5-ffdc-4d15-af3c-e8da3b9b9140 None None] Notify callbacks [] for process, after_spawn {{(pid=78309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:14.602472 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78309) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 25 14:22:14.602698 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 25 14:22:14.602860 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 25 14:22:14.603093 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 25 14:22:14.603449 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 25 14:22:14.603623 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 25 14:22:14.604156 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.604447 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.604722 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.604954 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:14.605432 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.605432 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.605885 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.606052 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.606274 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.606552 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.606802 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.606979 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.607157 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.607477 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.608255 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.608567 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.608821 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.609058 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.609345 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.609516 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.609774 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.610036 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.610270 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.610532 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] debug = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.610771 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.611308 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.611536 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.611787 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.612026 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.612293 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.612539 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.612826 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.613081 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.613296 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.613545 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.613806 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.614045 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.614279 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.614522 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.614787 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.615023 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.615538 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] host = dv-cinder-798088-1-smb {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.615759 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.615982 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.616228 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.616473 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.616715 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.616923 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.617170 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.617424 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.617718 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.617926 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.618177 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.618418 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.618633 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.618879 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.619042 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_options = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.619548 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.619830 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.620085 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.620283 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.620452 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.620627 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.620879 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.621026 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.621321 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.621530 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.621758 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.621970 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.622210 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.622451 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.622685 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.622912 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.623174 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.623402 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.623638 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.623880 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.624140 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.624364 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.624598 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.624824 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.625051 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.625400 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.625730 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.626144 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.626411 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.627038 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.627243 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.627581 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.628051 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.628051 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.628275 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.628373 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.628597 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.629202 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.629202 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.629482 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.629643 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.629863 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.630206 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.630353 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.630513 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.630738 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] use_json = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.630952 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.631202 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.631648 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.632551 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.632551 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.632551 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.633126 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.633126 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.633503 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:22:14.633702 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.633702 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.634083 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.634229 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.634380 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.634651 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.634884 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.635147 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.635377 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.635665 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.635922 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.636152 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.636398 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.636757 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.636884 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.637193 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.637455 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.637725 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.637993 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.638221 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.638431 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.638637 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.638972 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.639268 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.639537 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.639778 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.640580 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.640580 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.640580 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.641244 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.641244 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.641244 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.642110 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.642110 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.642110 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.642110 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.642962 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.642962 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.642962 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.642962 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.643924 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.643924 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.643924 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.643924 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.644888 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.644888 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.644888 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.644888 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.645737 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.645737 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.645737 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.645737 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.646719 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.646719 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.648315 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.650313 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.650561 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.650800 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.651030 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.651483 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.651635 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.651808 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.652058 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.652249 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.652466 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.652689 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.653064 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.653208 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.653364 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.653575 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.653794 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.654006 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.654217 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.654945 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.655238 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.655470 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.655651 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.655879 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.656095 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.656326 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.656539 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.656749 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.657008 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.657198 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.657800 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.657800 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.659145 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.659145 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.659145 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.659145 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.659145 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.660500 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.660500 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.660500 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.660500 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.660500 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.660500 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.662007 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.662007 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.662007 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.662426 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.662426 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.662697 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.662840 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.663931 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.663931 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.663931 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.663931 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.663931 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.664581 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.664581 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.664869 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.665005 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.665183 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.665417 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.665695 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.665982 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.666242 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.666472 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.666697 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.667056 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.667246 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.667394 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.667760 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.667906 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.668685 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.668685 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.668685 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.668964 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.669044 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.669232 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.669475 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.669810 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.670717 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.670933 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.671174 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.671459 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.671660 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.671888 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.672138 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.672395 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.672643 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.672901 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.673131 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.673369 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.673608 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.673836 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.674063 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.674291 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.674522 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.674741 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.674967 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.675221 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.675497 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.675715 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.675931 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.676159 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.676372 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.676585 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.676831 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.677041 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.677272 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.677504 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.677717 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.677928 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.678148 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.678353 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.678617 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.678826 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.679129 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.679390 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.679588 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.679824 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.680042 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.680308 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.680519 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.680754 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.680970 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.681191 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.681388 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.681602 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.681831 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.682074 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.682296 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.682523 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.682770 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.683020 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.683381 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.683714 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.683868 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.684111 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.684341 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.684560 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.684792 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.685032 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.685269 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.685478 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.685732 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.685981 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.686442 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.686888 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.687226 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.687414 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.687622 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.687838 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.688064 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.688349 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.688586 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.688811 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.689055 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.689290 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.689509 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.689715 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.689917 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.690128 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.690331 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.690551 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.690755 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.690966 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.691203 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.691408 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.691711 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.691958 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.692175 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.692468 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.692694 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.692921 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.693170 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.693527 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.693685 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.693922 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.694189 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.694417 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.694633 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.694895 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.695236 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.695543 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.695784 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.696015 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.696294 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.696567 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.696800 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.697006 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.697301 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.697612 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.697900 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.698153 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.698397 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.698669 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.698886 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.699124 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.699336 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.699563 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.699776 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.700031 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.700258 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.700477 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.700708 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.700925 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.701662 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.701888 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.702108 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.702353 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.702654 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.702757 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 14:22:14.703261 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78309) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 25 14:22:14.703411 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 25 14:22:14.703577 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 25 14:22:14.703774 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 25 14:22:14.703888 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 25 14:22:14.704193 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 25 14:22:14.704398 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.704554 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.704709 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.704866 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.705017 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.705188 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.705343 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.705495 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.705647 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.705800 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.705952 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.706104 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.706256 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.706409 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.706561 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.706729 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.706854 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.707007 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.707238 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.707378 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.707504 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.707650 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.707802 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] debug = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.707953 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.708163 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.708322 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.708475 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.708628 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.708780 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.708932 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.709144 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.709243 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.709378 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.709531 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.709685 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.709837 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.709989 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.710141 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.710292 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.710445 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.710597 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] host = dv-cinder-798088-1-smb {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.710750 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.710902 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.711054 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.711232 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.711383 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.711534 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.711687 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.711838 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.711990 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.712142 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.712293 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.712445 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.712596 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.712747 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.712900 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_options = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.713051 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.713201 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.713352 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.713522 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.713933 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.713933 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.714173 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.714173 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.714403 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.714403 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.714634 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.714755 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.714890 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.715022 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.715165 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.715404 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.715559 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.715711 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.715863 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.716015 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.716166 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.716318 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.716456 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.716612 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.716782 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.716964 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.717119 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.717270 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.717421 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.717556 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.717811 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.717951 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.718080 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.718202 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.718322 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.718443 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.718563 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.718708 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.718860 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.719011 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.719184 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.719340 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.719496 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.719648 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.719800 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.719937 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] use_json = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.720093 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.720244 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.720397 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.720550 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.720702 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.720852 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.721004 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.721157 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:14.721336 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.721493 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.721659 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.721816 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.721973 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.722128 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.722282 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.722438 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.722594 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.722748 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.722911 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.723091 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.723251 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.723407 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.723561 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.723718 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.723873 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.724029 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.724184 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.724341 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.724497 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.724651 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.724821 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.724975 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.725132 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.725403 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.725560 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.725717 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.725872 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.726027 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.726184 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.726340 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.726496 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.726652 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.726808 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.726963 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.727132 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.727285 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.727439 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.727595 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.727751 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.727906 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.728061 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.728217 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.728372 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.728526 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.728682 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.728837 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.728993 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.729132 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.729367 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.729478 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.729619 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.729742 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.729899 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.730053 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.730415 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.730415 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.730638 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.730638 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.730787 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.730946 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.731118 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.731265 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.731419 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.731575 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.731731 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.731887 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.732041 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.732195 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.732349 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.733024 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.733181 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.733336 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.733492 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.733647 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.733804 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.733960 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.734116 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.734270 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.734424 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.734578 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.734733 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.734888 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.735052 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.735170 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:22:14.735258 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.735488 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.735646 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.735801 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.735956 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.736112 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.736269 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.736425 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.736579 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.736735 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.736891 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.737047 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.737205 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.737360 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.737515 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.737670 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.737825 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.737980 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.738133 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.738288 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.738443 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.738598 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.738753 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.738908 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.739063 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.739285 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.739423 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.739550 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.739712 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.739869 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.740027 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.740191 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.740346 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.740565 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.740668 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.740787 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.740942 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.741096 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.741251 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.741410 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.741561 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.741716 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.741878 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.742043 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.742198 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.742355 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.742515 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.742688 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.742844 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.742985 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.743164 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.743320 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.743476 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.743630 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.743784 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.743939 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.744343 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.744505 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.744662 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.744817 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.744972 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.745127 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.745281 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.745456 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.745598 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.745757 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.745912 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.746070 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.746226 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.746381 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.746537 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.746693 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.747110 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.747110 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.747354 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.747354 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.747841 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.747841 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.747841 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.748212 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.748212 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.748212 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.748918 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.749018 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.749177 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.749333 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.749494 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.749927 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.749927 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.749927 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.750255 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.750255 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.750483 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.750605 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.750726 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.750847 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.750967 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.751121 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.751246 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.751399 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.751734 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.751734 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.751940 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.752022 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.752142 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.752297 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.752464 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.752595 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.752749 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.752904 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.753058 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.753213 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.753367 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.753525 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.753683 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.753839 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.753993 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.754146 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.754300 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.754455 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.754609 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.754775 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.754930 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.755103 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.755247 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.755400 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.755563 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.755719 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.755873 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.756027 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.756182 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.756344 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.756499 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.756654 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.756808 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.756963 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.757126 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.757281 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.757436 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.757598 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.757754 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.757909 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.758065 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.758230 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.758386 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.758543 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.758697 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.758851 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.759006 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.759182 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.759345 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.759509 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.759670 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.759825 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.760002 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.760139 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.760301 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.760455 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.760615 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.760781 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.761122 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.761122 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.761337 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.761446 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.761554 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.761639 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.761791 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.761945 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.762100 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.762255 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.762410 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.762564 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.762718 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.762871 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.763026 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.763205 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.763344 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.763498 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.763665 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:14.763820 dv-cinder-798088-1-smb neutron-server[78309]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 14:22:15.042035 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 42258) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:15.051104 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068221 Jun 25 14:22:25.721419 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decba58a-9533-4d17-a0eb-5990e79e7189 None None] get_active_networks_info from dv-cinder-798088-1-smb {{(pid=78416) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 25 14:22:25.831506 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decba58a-9533-4d17-a0eb-5990e79e7189 None None] No non-hosted networks {{(pid=78416) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 25 14:22:25.861505 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.agentschedulers_db [None req-decba58a-9533-4d17-a0eb-5990e79e7189 None None] DHCP Agent not found on host dv-cinder-798088-1-smb {{(pid=78416) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 25 14:22:26.037105 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037998'] for agent, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:26.038653 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:26.040169 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:26.041562 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:26.042078 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:26.042581 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:26.047515 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:26.047990 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:26.048454 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:26.048956 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:26.049577 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:26.050072 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:26.050536 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:26.051107 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798088-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:22:26.069330 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798088-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:22:26.073011 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6a0466c2-b0f1-4524-b2a1-c4064183ad30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037998'] for agent, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:27.929094 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-068487c4-7846-4f92-9da0-f92604989b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037998'] for agent, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:27.970119 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-90853707-1be9-4401-8966-f99f93e4c931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:29.085480 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037998'] for agent, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:30.533009 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037998'] for agent, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:32.206555 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 42352) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:32.776060 dv-cinder-798088-1-smb neutron-server[78415]: WARNING oslo_policy.policy [None req-f8738306-2270-45d2-863e-5c476e6d5f6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:32.776623 dv-cinder-798088-1-smb neutron-server[78415]: WARNING oslo_policy.policy [None req-f8738306-2270-45d2-863e-5c476e6d5f6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:32.992599 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [None req-f8738306-2270-45d2-863e-5c476e6d5f6d admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:22:32.993635 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-f8738306-2270-45d2-863e-5c476e6d5f6d admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7861421 Jun 25 14:22:34.903027 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.db.l3_hamode_db [None req-c6fa3c4e-12d9-46b9-bf1e-89737fc48092 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 25 14:22:34.988769 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa3c4e-12d9-46b9-bf1e-89737fc48092 None None] Routers set() bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:22:34.989157 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa3c4e-12d9-46b9-bf1e-89737fc48092 None None] Router IDs set() for agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 25 14:22:35.343218 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 42366) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:35.925476 dv-cinder-798088-1-smb neutron-server[78414]: WARNING oslo_policy.policy [None req-6aa8f1a1-8b1c-4528-8b82-31ddf94c797a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:35.926058 dv-cinder-798088-1-smb neutron-server[78414]: WARNING oslo_policy.policy [None req-6aa8f1a1-8b1c-4528-8b82-31ddf94c797a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:36.139989 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-6aa8f1a1-8b1c-4528-8b82-31ddf94c797a admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:22:36.239267 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.policy [None req-6aa8f1a1-8b1c-4528-8b82-31ddf94c797a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78414) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 14:22:36.284225 dv-cinder-798088-1-smb neutron-server[78414]: WARNING oslo_policy.policy [None req-6aa8f1a1-8b1c-4528-8b82-31ddf94c797a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:36.284592 dv-cinder-798088-1-smb neutron-server[78414]: WARNING oslo_policy.policy [None req-6aa8f1a1-8b1c-4528-8b82-31ddf94c797a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:36.293082 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.quota [None req-6aa8f1a1-8b1c-4528-8b82-31ddf94c797a admin admin] Loaded quota_driver: . Jun 25 14:22:36.308976 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-6aa8f1a1-8b1c-4528-8b82-31ddf94c797a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:22:36.366581 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f1a1-8b1c-4528-8b82-31ddf94c797a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777688068811', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777688068388', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777688081948', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777688087615', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777688079341', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777688035478', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1345816', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1221656', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8299565', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8289660'] for rbac-policy, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:36.431762 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f1a1-8b1c-4528-8b82-31ddf94c797a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:36.433061 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-6aa8f1a1-8b1c-4528-8b82-31ddf94c797a admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0877509 Jun 25 14:22:38.991404 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 42384) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:39.338432 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '30701642d72749ba92abe6088a026c5f'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:22:39.343491 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:22:39.347631 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Usage tracker for resource:network and tenant:30701642d72749ba92abe6088a026c5f is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:22:39.352205 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:22:39.358218 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:22:39.367485 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Made reservation on behalf of 30701642d72749ba92abe6088a026c5f for: {'network': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:22:39.370580 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:39.388252 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:39.402469 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:22:39.406206 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Usage tracker for resource:security_group_rule and tenant:30701642d72749ba92abe6088a026c5f is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:22:39.411618 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:22:39.417238 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:22:39.512711 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:39.516505 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:39.521800 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:39.541470 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=78414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:22:39.568317 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777684513976', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:39.568937 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Unsubscribe: segment precommit_create {{(pid=78414) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 14:22:39.569422 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.segments_db [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Added segment 911d1bd2-73c3-4311-9854-0ae04fd3b6c6 of type vlan for network 9eb55c48-cad1-4e0a-a341-d9fd063fde6a Jun 25 14:22:39.618557 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e581c394-d2c3-4be7-baf6-9e37a14d587b,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:22:39.640091 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:39.640421 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:39.640742 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:39.641060 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:39.641374 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:39.641798 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:39.641997 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:39.642304 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:39.642625 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:39.642939 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:39.643271 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:39.643574 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Tracked resource versions report: Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: pushed versions: Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: { 'AddressGroup': {'1.2'}, Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'ConntrackHelper': {'1.0'}, Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'Log': {'1.0'}, Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'Network': {'1.1'}, Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'Port': {'1.7'}, Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'PortForwarding': {'1.2'}, Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'QosPolicy': {'1.8'}, Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'SecurityGroup': {'1.4'}, Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'SubPort': {'1.0'}, Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'Subnet': {'1.1'}, Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'Trunk': {'1.1'}} Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: consumer versions: Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: { DHCP agent@dv-cinder-798088-1-smb: {}, Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: L3 agent@dv-cinder-798088-1-smb: {}, Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: Metadata agent@dv-cinder-798088-1-smb: {}, Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: Metering agent@dv-cinder-798088-1-smb: {}, Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: Open vSwitch agent@dv-cinder-798088-1-smb: { 'AddressGroup': '1.2', Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'ConntrackHelper': '1.0', Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'Log': '1.0', Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'Network': '1.1', Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'Port': '1.7', Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'PortForwarding': '1.2', Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'QosPolicy': '1.8', Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'SecurityGroup': '1.4', Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'SecurityGroupRule': '1.2', Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'SubPort': '1.0', Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'Subnet': '1.1', Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: 'Trunk': '1.1'}} Jun 25 14:22:39.644646 dv-cinder-798088-1-smb neutron-server[78414]: {{(pid=78414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:22:39.689061 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:39.692838 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:39.733653 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:39.735270 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:22:39.735908 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:39.740364 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:39.842313 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Pushing event updated for resources: {'Network': ['ID=9eb55c48-cad1-4e0a-a341-d9fd063fde6a,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:22:39.844997 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8526220 Jun 25 14:22:39.860814 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:39.869316 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network 9eb55c48-cad1-4e0a-a341-d9fd063fde6a details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:22:42.492279 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 42400) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:42.929358 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f60b942-fea8-46ac-904d-617e3dedf162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:22:42.930686 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-9f60b942-fea8-46ac-904d-617e3dedf162 admin admin] 10.222.0.50 "GET /v2.0/networks/9eb55c48-cad1-4e0a-a341-d9fd063fde6a HTTP/1.1" status: 200 len: 825 time: 0.4374754 Jun 25 14:22:42.958146 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-7547293a-1b78-43a5-ab3a-63a1594badd7 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/cd2465eb-ee0c-4ec1-855b-1e77ed1b6418 HTTP/1.1" status: 200 len: 734 time: 0.0219190 Jun 25 14:22:42.966848 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Request body: {'subnet': {'subnetpool_id': 'cd2465eb-ee0c-4ec1-855b-1e77ed1b6418', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a', 'gateway_ip': '172.20.0.1', 'tenant_id': '30701642d72749ba92abe6088a026c5f'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:22:42.971033 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:22:42.974658 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Usage tracker for resource:subnet and tenant:30701642d72749ba92abe6088a026c5f is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:22:42.977441 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:22:42.982870 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:22:42.991723 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Made reservation on behalf of 30701642d72749ba92abe6088a026c5f for: {'subnet': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:22:42.993915 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:43.265732 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for subnet, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:43.270997 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:43.361711 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Checking segment: {'id': '911d1bd2-73c3-4311-9854-0ae04fd3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:22:43.362107 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Network hostable DHCP agents. Network: 9eb55c48-cad1-4e0a-a341-d9fd063fde6a, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:22:43.367408 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5623ba-e261-4dc3-a281-1de257e19940,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:22:43.374379 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:43.387551 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Network 9eb55c48-cad1-4e0a-a341-d9fd063fde6a is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:22:43.398447 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, 9eb55c48-cad1-4e0a-a341-d9fd063fde6a) {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:22:43.405224 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:22:43.405807 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:43.410281 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d3c309-a873-4717-84a4-ebd6d62ed8fc None None] Network 9eb55c48-cad1-4e0a-a341-d9fd063fde6a requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:22:43.427809 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-a82e337f-a470-4483-8726-a14c4f7e9a90 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4631813 Jun 25 14:22:43.809399 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18571bba-6c2b-537b-a5a4-36f53bf4dd68-9eb55c48-cad1-4e0a-a341-d9fd063fde6a', 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a', 'tenant_id': '30701642d72749ba92abe6088a026c5f', 'fixed_ips': [{'subnet_id': 'ee5623ba-e261-4dc3-a281-1de257e19940'}]}} from dv-cinder-798088-1-smb. {{(pid=78416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:22:43.810700 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:43.993673 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Allocated IP 172.20.0.2 (9eb55c48-cad1-4e0a-a341-d9fd063fde6a/ee5623ba-e261-4dc3-a281-1de257e19940/e702286e-1b72-4af3-97b9-4e6eb4eef973) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:22:44.224361 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:44.238284 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Transition to ACTIVE for port object e702286e-1b72-4af3-97b9-4e6eb4eef973 will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:22:44.258485 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Transition to ACTIVE for port object e702286e-1b72-4af3-97b9-4e6eb4eef973 will not be triggered until provisioned by entity DHCP. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:22:44.265585 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:44.270549 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:44.327899 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Network 9eb55c48-cad1-4e0a-a341-d9fd063fde6a is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:22:44.330597 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:22:44.336161 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:22:44.345601 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Pushing event updated for resources: {'Port': ['ID=e702286e-1b72-4af3-97b9-4e6eb4eef973,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:22:44.387761 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:44.388097 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:44.388425 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:44.388783 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:44.389055 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:44.389446 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:44.389714 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:44.390024 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:44.390345 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:44.390642 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:44.390949 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:44.391275 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Tracked resource versions report: Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: pushed versions: Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: { 'AddressGroup': {'1.2'}, Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'ConntrackHelper': {'1.0'}, Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'Log': {'1.0'}, Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'Network': {'1.1'}, Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'Port': {'1.7'}, Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'PortForwarding': {'1.2'}, Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'QosPolicy': {'1.8'}, Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'SecurityGroup': {'1.4'}, Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'SubPort': {'1.0'}, Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'Subnet': {'1.1'}, Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'Trunk': {'1.1'}} Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: consumer versions: Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: { DHCP agent@dv-cinder-798088-1-smb: {}, Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: L3 agent@dv-cinder-798088-1-smb: {}, Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: Metadata agent@dv-cinder-798088-1-smb: {}, Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: Metering agent@dv-cinder-798088-1-smb: {}, Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: Open vSwitch agent@dv-cinder-798088-1-smb: { 'AddressGroup': '1.2', Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'ConntrackHelper': '1.0', Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'Log': '1.0', Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'Network': '1.1', Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'Port': '1.7', Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'PortForwarding': '1.2', Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'QosPolicy': '1.8', Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'SecurityGroup': '1.4', Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'SecurityGroupRule': '1.2', Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'SubPort': '1.0', Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'Subnet': '1.1', Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: 'Trunk': '1.1'}} Jun 25 14:22:44.392378 dv-cinder-798088-1-smb neutron-server[78416]: {{(pid=78416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:22:44.423495 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:44.443432 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Attempting to bind port e702286e-1b72-4af3-97b9-4e6eb4eef973 on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:22:44.443737 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Attempting to bind port e702286e-1b72-4af3-97b9-4e6eb4eef973 by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': '911d1bd2-73c3-4311-9854-0ae04fd3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:22:44.444176 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Attempting to bind port e702286e-1b72-4af3-97b9-4e6eb4eef973 on network 9eb55c48-cad1-4e0a-a341-d9fd063fde6a {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:22:44.449526 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:22:44.449927 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Checking segment: {'id': '911d1bd2-73c3-4311-9854-0ae04fd3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:22:44.450412 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:44.450800 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Bound using segment: {'id': '911d1bd2-73c3-4311-9854-0ae04fd3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:22:44.451292 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Bound port: e702286e-1b72-4af3-97b9-4e6eb4eef973, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911d1bd2-73c3-4311-9854-0ae04fd3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:22:44.451688 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:44.559355 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] For port e702286e-1b72-4af3-97b9-4e6eb4eef973, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:22:44.563693 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] For port e702286e-1b72-4af3-97b9-4e6eb4eef973, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=e702286e-1b72-4af3-97b9-4e6eb4eef973,segment=NetworkSegment(911d1bd2-73c3-4311-9854-0ae04fd3b6c6),segment_id=911d1bd2-73c3-4311-9854-0ae04fd3b6c6)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:22:44.568178 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:44.572017 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:44.658453 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Pushing event updated for resources: {'Port': ['ID=e702286e-1b72-4af3-97b9-4e6eb4eef973,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:22:44.663608 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:45.777470 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 42410) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:46.156525 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [None req-60ee26ce-327a-42c8-a33b-534f49ba7791 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:22:46.157849 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-60ee26ce-327a-42c8-a33b-534f49ba7791 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3791845 Jun 25 14:22:47.972001 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device e702286e-1b72-4af3-97b9-4e6eb4eef973 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:22:48.045161 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port e702286e-1b72-4af3-97b9-4e6eb4eef973 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:22:48.213305 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b24a55-012a-45f3-809f-3f26e315f9f9 None None] Network 9eb55c48-cad1-4e0a-a341-d9fd063fde6a requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:22:48.310212 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-fe08a8e9-f275-4983-aba1-1cd04c904da9 None None] Provisioning for port e702286e-1b72-4af3-97b9-4e6eb4eef973 completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:22:48.317739 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-fe08a8e9-f275-4983-aba1-1cd04c904da9 None None] Provisioning complete for port e702286e-1b72-4af3-97b9-4e6eb4eef973 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:22:48.318136 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe08a8e9-f275-4983-aba1-1cd04c904da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:48.519479 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 42424) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:48.540196 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe08a8e9-f275-4983-aba1-1cd04c904da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:48.588721 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-fe08a8e9-f275-4983-aba1-1cd04c904da9 None None] For port e702286e-1b72-4af3-97b9-4e6eb4eef973, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=e702286e-1b72-4af3-97b9-4e6eb4eef973,segment=NetworkSegment(911d1bd2-73c3-4311-9854-0ae04fd3b6c6),segment_id=911d1bd2-73c3-4311-9854-0ae04fd3b6c6)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:22:48.594274 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe08a8e9-f275-4983-aba1-1cd04c904da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:48.600132 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:48.666605 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08a8e9-f275-4983-aba1-1cd04c904da9 None None] Pushing event updated for resources: {'Port': ['ID=e702286e-1b72-4af3-97b9-4e6eb4eef973,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:22:48.669780 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-fe08a8e9-f275-4983-aba1-1cd04c904da9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:48.896315 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [None req-48b25cab-93b0-436b-933b-e241c5b5c694 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:22:48.897296 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-48b25cab-93b0-436b-933b-e241c5b5c694 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3768244 Jun 25 14:22:48.916007 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f5530e59-de39-4150-aa1e-eba256f139e9 None None] Provisioning complete for port e702286e-1b72-4af3-97b9-4e6eb4eef973 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:22:48.916380 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f5530e59-de39-4150-aa1e-eba256f139e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:49.942475 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device e702286e-1b72-4af3-97b9-4e6eb4eef973 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:22:50.008090 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port e702286e-1b72-4af3-97b9-4e6eb4eef973 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:22:50.008456 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:51.511490 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 42436) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:51.860858 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-15933d83-72db-4bf6-a91c-6ca6ed7ca2e5 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '30701642d72749ba92abe6088a026c5f'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:22:51.866172 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-15933d83-72db-4bf6-a91c-6ca6ed7ca2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:22:51.869999 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-15933d83-72db-4bf6-a91c-6ca6ed7ca2e5 admin admin] Usage tracker for resource:router and tenant:30701642d72749ba92abe6088a026c5f is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:22:51.874002 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-15933d83-72db-4bf6-a91c-6ca6ed7ca2e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:22:51.879651 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-15933d83-72db-4bf6-a91c-6ca6ed7ca2e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:22:51.890648 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-15933d83-72db-4bf6-a91c-6ca6ed7ca2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8043767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-33932'] for router, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:51.891903 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-15933d83-72db-4bf6-a91c-6ca6ed7ca2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8042515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8113824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33947'] for router, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:51.914135 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-15933d83-72db-4bf6-a91c-6ca6ed7ca2e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:52.023062 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-15933d83-72db-4bf6-a91c-6ca6ed7ca2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8043099'] for router, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:52.041914 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-15933d83-72db-4bf6-a91c-6ca6ed7ca2e5 admin admin] Notify callbacks [] for router, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:52.043126 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-15933d83-72db-4bf6-a91c-6ca6ed7ca2e5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5300777 Jun 25 14:22:54.367678 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 42446) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:54.741832 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [None req-57ec0fa0-9522-48e1-9737-4fc9cee64efb admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:22:54.742772 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-57ec0fa0-9522-48e1-9737-4fc9cee64efb admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3741803 Jun 25 14:22:55.671182 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0d5bffef-8117-410a-981d-0c4b5cbe52af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:55.750271 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:57.084116 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 42456) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:57.453755 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:22:57.455238 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.quota [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Loaded quota_driver: . Jun 25 14:22:57.470799 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:22:57.477338 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Usage tracker for resource:network and tenant:c13aea90dcef4013a6a79fe459f91903 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:22:57.482183 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:22:57.489972 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:22:57.506846 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Made reservation on behalf of c13aea90dcef4013a6a79fe459f91903 for: {'network': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:22:57.577741 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.policy [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78415) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 14:22:57.624168 dv-cinder-798088-1-smb neutron-server[78415]: WARNING oslo_policy.policy [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:57.624540 dv-cinder-798088-1-smb neutron-server[78415]: WARNING oslo_policy.policy [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:57.634268 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:57.653861 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:57.668157 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:22:57.672341 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Usage tracker for resource:security_group_rule and tenant:c13aea90dcef4013a6a79fe459f91903 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:22:57.675568 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:22:57.681237 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:22:57.778511 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:57.783596 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:57.789106 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:57.800650 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Reserving flat network on physical network physnet1 {{(pid=78415) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 25 14:22:57.830307 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777684513976', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:57.830910 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Unsubscribe: segment precommit_create {{(pid=78415) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 14:22:57.831429 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.segments_db [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Added segment e608d1d3-972f-4f09-80b0-6ebc5fff4485 of type flat for network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 Jun 25 14:22:57.886413 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fbe5f6-4b50-41cc-879a-730620df8727,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:22:57.910882 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:57.911263 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:57.911584 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:57.911912 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:57.912243 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:57.912633 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:57.912858 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:57.913223 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:57.913583 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:57.913903 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:57.914234 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:57.914544 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Tracked resource versions report: Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: pushed versions: Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: { 'AddressGroup': {'1.2'}, Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'ConntrackHelper': {'1.0'}, Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'Log': {'1.0'}, Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'Network': {'1.1'}, Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'Port': {'1.7'}, Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'PortForwarding': {'1.2'}, Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'QosPolicy': {'1.8'}, Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'SecurityGroup': {'1.4'}, Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'SubPort': {'1.0'}, Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'Subnet': {'1.1'}, Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'Trunk': {'1.1'}} Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: consumer versions: Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: { DHCP agent@dv-cinder-798088-1-smb: {}, Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: L3 agent@dv-cinder-798088-1-smb: {}, Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: Metadata agent@dv-cinder-798088-1-smb: {}, Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: Metering agent@dv-cinder-798088-1-smb: {}, Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: Open vSwitch agent@dv-cinder-798088-1-smb: { 'AddressGroup': '1.2', Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'ConntrackHelper': '1.0', Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'Log': '1.0', Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'Network': '1.1', Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'Port': '1.7', Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'PortForwarding': '1.2', Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'QosPolicy': '1.8', Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'SecurityGroup': '1.4', Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'SecurityGroupRule': '1.2', Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'SubPort': '1.0', Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'Subnet': '1.1', Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: 'Trunk': '1.1'}} Jun 25 14:22:57.915649 dv-cinder-798088-1-smb neutron-server[78415]: {{(pid=78415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:22:57.924381 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-17744817-a2e1-475e-ac75-387df9234790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:57.958755 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:57.967641 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:58.005727 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:58.007408 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:22:58.008042 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:58.012587 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:58.119903 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Pushing event updated for resources: {'Network': ['ID=93c87320-2b90-44fa-ad5e-83d4f4b48af6,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:22:58.124072 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:58.125702 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0406272 Jun 25 14:22:58.130745 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:22:59.037570 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:00.427655 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 42482) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:23:00.474486 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:00.651907 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846311da-69b5-4268-b501-c35a30bddeb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:23:00.653184 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-846311da-69b5-4268-b501-c35a30bddeb1 admin admin] 10.222.0.50 "GET /v2.0/subnets/ee5623ba-e261-4dc3-a281-1de257e19940 HTTP/1.1" status: 200 len: 849 time: 0.2246864 Jun 25 14:23:00.791390 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-0e5409ab-a6e3-43a9-8caf-f8b8779e3d0e admin admin] 10.222.0.50 "GET /v2.0/routers/2e797679-5b8c-431f-b3eb-100567581411 HTTP/1.1" status: 200 len: 704 time: 0.1320057 Jun 25 14:23:01.245313 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:01.467515 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Allocated IP 172.20.0.1 (9eb55c48-cad1-4e0a-a341-d9fd063fde6a/ee5623ba-e261-4dc3-a281-1de257e19940/47f5261c-06ae-4bf7-bda5-b8822c22ab9e) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:23:01.651750 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:01.668593 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Transition to ACTIVE for port object 47f5261c-06ae-4bf7-bda5-b8822c22ab9e will not be triggered until provisioned by entity DHCP. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:23:01.720626 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:01.724979 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:01.785571 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Network 9eb55c48-cad1-4e0a-a341-d9fd063fde6a is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:23:01.788180 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:23:01.791875 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:23:01.792397 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8043165'] for router_interface, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:01.917083 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Pushing event updated for resources: {'Port': ['ID=47f5261c-06ae-4bf7-bda5-b8822c22ab9e,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:01.931794 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:02.030148 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-7af8949c-d801-4c1d-b027-9b1edc29005f None None] Provisioning for port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:23:02.034806 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-7af8949c-d801-4c1d-b027-9b1edc29005f None None] Provisioning complete for port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:23:02.035212 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7af8949c-d801-4c1d-b027-9b1edc29005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:02.048889 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:02.086678 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-7af8949c-d801-4c1d-b027-9b1edc29005f None None] Port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:23:02.279795 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:02.284464 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:02.285646 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7894240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8043572'] for router_interface, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:02.288925 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:02.416856 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Pushing event updated for resources: {'Port': ['ID=47f5261c-06ae-4bf7-bda5-b8822c22ab9e,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:02.421256 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:02.477297 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Network 9eb55c48-cad1-4e0a-a341-d9fd063fde6a is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:23:02.478320 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:23:02.667214 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Router 2e797679-5b8c-431f-b3eb-100567581411 is scheduled to L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 with binding_index 1 {{(pid=78414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:23:02.708164 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-bff21ad8-9fee-4fb2-a61a-e2581e2a42d1 None None] Provisioning complete for port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:23:02.708525 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bff21ad8-9fee-4fb2-a61a-e2581e2a42d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:02.761822 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-bff21ad8-9fee-4fb2-a61a-e2581e2a42d1 None None] Port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:23:02.818377 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:23:02.827248 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] 10.222.0.50 "PUT /v2.0/routers/2e797679-5b8c-431f-b3eb-100567581411/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0309095 Jun 25 14:23:02.828139 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Sync routers for ids ['2e797679-5b8c-431f-b3eb-100567581411'] in dv-cinder-798088-1-smb {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:23:02.838187 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Routers {'2e797679-5b8c-431f-b3eb-100567581411'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:23:02.839043 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:22:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['2e797679-5b8c-431f-b3eb-100567581411'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:03.012554 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Set router 2e797679-5b8c-431f-b3eb-100567581411 gateway port host: None {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:23:03.373855 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e797679-5b8c-431f-b3eb-100567581411', 'name': 'router1', 'tenant_id': '30701642d72749ba92abe6088a026c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:22:51Z', 'updated_at': '2021-06-25T14:23:01Z', 'revision_number': 2, 'project_id': '30701642d72749ba92abe6088a026c5f', 'gw_port_host': None, '_interfaces': [{'id': '47f5261c-06ae-4bf7-bda5-b8822c22ab9e', 'name': '', 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a', 'tenant_id': '30701642d72749ba92abe6088a026c5f', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e797679-5b8c-431f-b3eb-100567581411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee5623ba-e261-4dc3-a281-1de257e19940', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:01Z', 'updated_at': '2021-06-25T14:23:02Z', 'revision_number': 2, 'project_id': '30701642d72749ba92abe6088a026c5f', 'subnets': [{'id': 'ee5623ba-e261-4dc3-a281-1de257e19940', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2465eb-ee0c-4ec1-855b-1e77ed1b6418'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:03.378612 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Checking router: 2e797679-5b8c-431f-b3eb-100567581411 for host: dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:23:03.378987 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Updating router 2e797679-5b8c-431f-b3eb-100567581411 port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e binding host dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:23:03.434318 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:03.820278 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:03.835532 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Transition to ACTIVE for port object 47f5261c-06ae-4bf7-bda5-b8822c22ab9e will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:23:03.843056 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:03.847469 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:03.995819 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Pushing event updated for resources: {'Port': ['ID=47f5261c-06ae-4bf7-bda5-b8822c22ab9e,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:04.005622 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:04.005967 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:04.006293 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:04.006614 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:04.006933 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:04.007272 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:04.007587 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:04.007895 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:04.008205 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:04.008511 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:04.008820 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:04.009124 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Tracked resource versions report: Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: pushed versions: Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: { 'AddressGroup': {'1.2'}, Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'ConntrackHelper': {'1.0'}, Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'Log': {'1.0'}, Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'Network': {'1.1'}, Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'Port': {'1.7'}, Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'PortForwarding': {'1.2'}, Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'QosPolicy': {'1.8'}, Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'SecurityGroup': {'1.4'}, Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'SubPort': {'1.0'}, Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'Subnet': {'1.1'}, Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'Trunk': {'1.1'}} Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: consumer versions: Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: { DHCP agent@dv-cinder-798088-1-smb: {}, Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: L3 agent@dv-cinder-798088-1-smb: {}, Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: Metadata agent@dv-cinder-798088-1-smb: {}, Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: Metering agent@dv-cinder-798088-1-smb: {}, Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: Open vSwitch agent@dv-cinder-798088-1-smb: { 'AddressGroup': '1.2', Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'ConntrackHelper': '1.0', Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'Log': '1.0', Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'Network': '1.1', Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'Port': '1.7', Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'PortForwarding': '1.2', Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'QosPolicy': '1.8', Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'SecurityGroup': '1.4', Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'SecurityGroupRule': '1.2', Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'SubPort': '1.0', Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'Subnet': '1.1', Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: 'Trunk': '1.1'}} Jun 25 14:23:04.010239 dv-cinder-798088-1-smb neutron-server[78417]: {{(pid=78417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:23:04.045953 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:04.103728 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Attempting to bind port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:23:04.104127 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Attempting to bind port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': '911d1bd2-73c3-4311-9854-0ae04fd3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:23:04.104559 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Attempting to bind port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e on network 9eb55c48-cad1-4e0a-a341-d9fd063fde6a {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:23:04.111049 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:23:04.111500 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Checking segment: {'id': '911d1bd2-73c3-4311-9854-0ae04fd3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:23:04.112044 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:04.112498 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Bound using segment: {'id': '911d1bd2-73c3-4311-9854-0ae04fd3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:23:04.113068 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Bound port: 47f5261c-06ae-4bf7-bda5-b8822c22ab9e, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911d1bd2-73c3-4311-9854-0ae04fd3b6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:23:04.113525 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:04.199514 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] For port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:23:04.204165 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] For port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=47f5261c-06ae-4bf7-bda5-b8822c22ab9e,segment=NetworkSegment(911d1bd2-73c3-4311-9854-0ae04fd3b6c6),segment_id=911d1bd2-73c3-4311-9854-0ae04fd3b6c6)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:23:04.209625 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:04.214335 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:04.283743 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Routers {'2e797679-5b8c-431f-b3eb-100567581411'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:23:04.284367 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:22:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['2e797679-5b8c-431f-b3eb-100567581411'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:04.424453 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Pushing event updated for resources: {'Port': ['ID=47f5261c-06ae-4bf7-bda5-b8822c22ab9e,revision_number=4']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:04.428976 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:04.447455 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] Set router 2e797679-5b8c-431f-b3eb-100567581411 gateway port host: None {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:23:04.769559 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e797679-5b8c-431f-b3eb-100567581411', 'name': 'router1', 'tenant_id': '30701642d72749ba92abe6088a026c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:22:51Z', 'updated_at': '2021-06-25T14:23:01Z', 'revision_number': 2, 'project_id': '30701642d72749ba92abe6088a026c5f', 'gw_port_host': None, '_interfaces': [{'id': '47f5261c-06ae-4bf7-bda5-b8822c22ab9e', 'name': '', 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a', 'tenant_id': '30701642d72749ba92abe6088a026c5f', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e797679-5b8c-431f-b3eb-100567581411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee5623ba-e261-4dc3-a281-1de257e19940', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:01Z', 'updated_at': '2021-06-25T14:23:04Z', 'revision_number': 4, 'project_id': '30701642d72749ba92abe6088a026c5f', 'subnets': [{'id': 'ee5623ba-e261-4dc3-a281-1de257e19940', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2465eb-ee0c-4ec1-855b-1e77ed1b6418'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:04.773305 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9954f8-926d-4cf8-a55f-730b1f03defb None None] The sync data for ids ['2e797679-5b8c-431f-b3eb-100567581411'] in dv-cinder-798088-1-smb is: [{'id': '2e797679-5b8c-431f-b3eb-100567581411', 'name': 'router1', 'tenant_id': '30701642d72749ba92abe6088a026c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:22:51Z', 'updated_at': '2021-06-25T14:23:01Z', 'revision_number': 2, 'project_id': '30701642d72749ba92abe6088a026c5f', 'gw_port_host': None, '_interfaces': [{'id': '47f5261c-06ae-4bf7-bda5-b8822c22ab9e', 'name': '', 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a', 'tenant_id': '30701642d72749ba92abe6088a026c5f', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e797679-5b8c-431f-b3eb-100567581411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee5623ba-e261-4dc3-a281-1de257e19940', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:01Z', 'updated_at': '2021-06-25T14:23:04Z', 'revision_number': 4, 'project_id': '30701642d72749ba92abe6088a026c5f', 'subnets': [{'id': 'ee5623ba-e261-4dc3-a281-1de257e19940', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2465eb-ee0c-4ec1-855b-1e77ed1b6418'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:23:05.019411 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 42504) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:23:05.209248 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9da559-a49e-4ae6-b51f-d2d61f8c3b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:23:05.210595 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-ab9da559-a49e-4ae6-b51f-d2d61f8c3b9b admin admin] 10.222.0.50 "GET /v2.0/networks/93c87320-2b90-44fa-ad5e-83d4f4b48af6 HTTP/1.1" status: 200 len: 842 time: 0.1901999 Jun 25 14:23:05.219865 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Request body: {'subnet': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'ip_version': 4, 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:23:05.224809 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:23:05.228540 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Usage tracker for resource:subnet and tenant:c13aea90dcef4013a6a79fe459f91903 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:23:05.231329 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:23:05.237486 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:23:05.248212 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Made reservation on behalf of c13aea90dcef4013a6a79fe459f91903 for: {'subnet': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:23:05.250729 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:05.620900 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.objects.ports [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78414) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 25 14:23:05.621340 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for subnet, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:05.625103 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:05.696693 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b87a097a-2410-41cc-a04b-b3f133853cca,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:05.699885 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:05.705997 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Checking segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:23:05.706344 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Network hostable DHCP agents. Network: 93c87320-2b90-44fa-ad5e-83d4f4b48af6, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:23:05.725271 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:23:05.733981 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, 93c87320-2b90-44fa-ad5e-83d4f4b48af6) {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:23:05.737807 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:23:05.738379 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:05.743459 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37efb2e-51e9-4f4b-b571-940737eadd95 None None] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:23:05.757559 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5411389 Jun 25 14:23:05.967937 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c6f8cf-9c2d-4df2-b6f9-3abc8774dc34 None None] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:23:06.032600 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 47f5261c-06ae-4bf7-bda5-b8822c22ab9e up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:23:06.205683 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:23:06.214927 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:23:06.215326 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:06.364324 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:06.398288 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=47f5261c-06ae-4bf7-bda5-b8822c22ab9e,segment=NetworkSegment(911d1bd2-73c3-4311-9854-0ae04fd3b6c6),segment_id=911d1bd2-73c3-4311-9854-0ae04fd3b6c6)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:23:06.402146 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:06.404185 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:06.469269 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=47f5261c-06ae-4bf7-bda5-b8822c22ab9e,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:06.475817 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:07.954443 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 47f5261c-06ae-4bf7-bda5-b8822c22ab9e up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:23:07.964815 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 42518) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:23:08.025075 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:23:08.025444 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:08.159104 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-5b055cdb-46d4-4e04-86ef-4fe5439694ef admin admin] 10.222.0.50 "GET /v2.0/routers/2e797679-5b8c-431f-b3eb-100567581411 HTTP/1.1" status: 200 len: 710 time: 0.1922524 Jun 25 14:23:08.281166 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b89a671-5dbf-4cf2-80ee-d3005381eb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:23:08.282421 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-3b89a671-5dbf-4cf2-80ee-d3005381eb38 admin admin] 10.222.0.50 "GET /v2.0/networks/93c87320-2b90-44fa-ad5e-83d4f4b48af6 HTTP/1.1" status: 200 len: 886 time: 0.1192935 Jun 25 14:23:08.290950 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:23:08.759418 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8043132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-33897'] for router, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:09.074686 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:09.130384 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:09.264874 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Allocated IP 172.28.0.243 (93c87320-2b90-44fa-ad5e-83d4f4b48af6/b87a097a-2410-41cc-a04b-b3f133853cca/018b4c26-df6f-468a-acf7-7b3f29c6c35e) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:23:09.404710 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:09.433594 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:09.437363 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:09.495817 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:23:09.498446 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:23:09.502098 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:23:09.565659 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Pushing event updated for resources: {'Port': ['ID=018b4c26-df6f-468a-acf7-7b3f29c6c35e,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:09.615562 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:09.878919 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:10.267401 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8043132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-33897'] for router, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:10.270632 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8043099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8043125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8043074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043600'] for router, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:10.444869 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Router 2e797679-5b8c-431f-b3eb-100567581411 has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:23:10.614674 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:23:10.623325 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Notify callbacks [] for router, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:10.624502 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] 10.222.0.50 "PUT /v2.0/routers/2e797679-5b8c-431f-b3eb-100567581411 HTTP/1.1" status: 200 len: 890 time: 2.3366761 Jun 25 14:23:10.625337 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Sync routers for ids ['2e797679-5b8c-431f-b3eb-100567581411'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:23:10.635650 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Routers {'2e797679-5b8c-431f-b3eb-100567581411'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:23:10.636347 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:22:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['2e797679-5b8c-431f-b3eb-100567581411'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:10.828514 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Set router 2e797679-5b8c-431f-b3eb-100567581411 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:23:11.166487 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e797679-5b8c-431f-b3eb-100567581411', 'name': 'router1', 'tenant_id': '30701642d72749ba92abe6088a026c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '018b4c26-df6f-468a-acf7-7b3f29c6c35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:22:51Z', 'updated_at': '2021-06-25T14:23:09Z', 'revision_number': 4, 'project_id': '30701642d72749ba92abe6088a026c5f', 'gw_port': {'id': '018b4c26-df6f-468a-acf7-7b3f29c6c35e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e797679-5b8c-431f-b3eb-100567581411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:09Z', 'updated_at': '2021-06-25T14:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '47f5261c-06ae-4bf7-bda5-b8822c22ab9e', 'name': '', 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a', 'tenant_id': '30701642d72749ba92abe6088a026c5f', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e797679-5b8c-431f-b3eb-100567581411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee5623ba-e261-4dc3-a281-1de257e19940', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:01Z', 'updated_at': '2021-06-25T14:23:06Z', 'revision_number': 5, 'project_id': '30701642d72749ba92abe6088a026c5f', 'subnets': [{'id': 'ee5623ba-e261-4dc3-a281-1de257e19940', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2465eb-ee0c-4ec1-855b-1e77ed1b6418'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:11.171888 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Checking router: 2e797679-5b8c-431f-b3eb-100567581411 for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:23:11.172304 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Updating router 2e797679-5b8c-431f-b3eb-100567581411 port 018b4c26-df6f-468a-acf7-7b3f29c6c35e binding host dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:23:11.222515 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:11.543028 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:11.554348 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Transition to ACTIVE for port object 018b4c26-df6f-468a-acf7-7b3f29c6c35e will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:23:11.560675 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:11.565609 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:11.664251 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Attempting to bind port 018b4c26-df6f-468a-acf7-7b3f29c6c35e on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:23:11.664862 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Attempting to bind port 018b4c26-df6f-468a-acf7-7b3f29c6c35e by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:23:11.664968 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Attempting to bind port 018b4c26-df6f-468a-acf7-7b3f29c6c35e on network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:23:11.666963 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e48fed-c1fd-4d3e-8898-87ca6515a8f8 None None] Pushing event updated for resources: {'Port': ['ID=018b4c26-df6f-468a-acf7-7b3f29c6c35e,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:11.671347 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d5e48fed-c1fd-4d3e-8898-87ca6515a8f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:11.674321 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:23:11.674321 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Checking segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:23:11.674508 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:11.674869 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Bound using segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:23:11.675365 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Bound port: 018b4c26-df6f-468a-acf7-7b3f29c6c35e, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:23:11.675756 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:11.747888 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] For port 018b4c26-df6f-468a-acf7-7b3f29c6c35e, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:23:11.750978 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] For port 018b4c26-df6f-468a-acf7-7b3f29c6c35e, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=018b4c26-df6f-468a-acf7-7b3f29c6c35e,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:23:11.755477 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:11.760317 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-75f37063-c6d7-4b19-8d11-8dcd7b8edbef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:11.832403 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Routers {'2e797679-5b8c-431f-b3eb-100567581411'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:23:11.833017 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:22:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['2e797679-5b8c-431f-b3eb-100567581411'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:11.889578 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e48fed-c1fd-4d3e-8898-87ca6515a8f8 None None] Pushing event updated for resources: {'Port': ['ID=018b4c26-df6f-468a-acf7-7b3f29c6c35e,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:11.899465 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d5e48fed-c1fd-4d3e-8898-87ca6515a8f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:12.014992 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] Set router 2e797679-5b8c-431f-b3eb-100567581411 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:23:12.335435 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e797679-5b8c-431f-b3eb-100567581411', 'name': 'router1', 'tenant_id': '30701642d72749ba92abe6088a026c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '018b4c26-df6f-468a-acf7-7b3f29c6c35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:22:51Z', 'updated_at': '2021-06-25T14:23:09Z', 'revision_number': 4, 'project_id': '30701642d72749ba92abe6088a026c5f', 'gw_port': {'id': '018b4c26-df6f-468a-acf7-7b3f29c6c35e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e797679-5b8c-431f-b3eb-100567581411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:09Z', 'updated_at': '2021-06-25T14:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '47f5261c-06ae-4bf7-bda5-b8822c22ab9e', 'name': '', 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a', 'tenant_id': '30701642d72749ba92abe6088a026c5f', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e797679-5b8c-431f-b3eb-100567581411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee5623ba-e261-4dc3-a281-1de257e19940', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:01Z', 'updated_at': '2021-06-25T14:23:06Z', 'revision_number': 5, 'project_id': '30701642d72749ba92abe6088a026c5f', 'subnets': [{'id': 'ee5623ba-e261-4dc3-a281-1de257e19940', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2465eb-ee0c-4ec1-855b-1e77ed1b6418'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:12.339461 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f3bb0-b58b-4f5d-ae35-b6d9330bf2bb None None] The sync data for ids ['2e797679-5b8c-431f-b3eb-100567581411'] in dv-cinder-798088-1-smb is: [{'id': '2e797679-5b8c-431f-b3eb-100567581411', 'name': 'router1', 'tenant_id': '30701642d72749ba92abe6088a026c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '018b4c26-df6f-468a-acf7-7b3f29c6c35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:22:51Z', 'updated_at': '2021-06-25T14:23:09Z', 'revision_number': 4, 'project_id': '30701642d72749ba92abe6088a026c5f', 'gw_port': {'id': '018b4c26-df6f-468a-acf7-7b3f29c6c35e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e797679-5b8c-431f-b3eb-100567581411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:09Z', 'updated_at': '2021-06-25T14:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '47f5261c-06ae-4bf7-bda5-b8822c22ab9e', 'name': '', 'network_id': '9eb55c48-cad1-4e0a-a341-d9fd063fde6a', 'tenant_id': '30701642d72749ba92abe6088a026c5f', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e797679-5b8c-431f-b3eb-100567581411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee5623ba-e261-4dc3-a281-1de257e19940', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:01Z', 'updated_at': '2021-06-25T14:23:06Z', 'revision_number': 5, 'project_id': '30701642d72749ba92abe6088a026c5f', 'subnets': [{'id': 'ee5623ba-e261-4dc3-a281-1de257e19940', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2465eb-ee0c-4ec1-855b-1e77ed1b6418'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:23:12.948341 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 42528) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:23:13.067858 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-cf1d49fe-c592-4391-9e6f-34b4fb61654a admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1177673 Jun 25 14:23:14.004116 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 018b4c26-df6f-468a-acf7-7b3f29c6c35e up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:23:14.074072 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port 018b4c26-df6f-468a-acf7-7b3f29c6c35e completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:23:14.078931 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 018b4c26-df6f-468a-acf7-7b3f29c6c35e triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:23:14.079345 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:14.200272 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:14.216108 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port 018b4c26-df6f-468a-acf7-7b3f29c6c35e, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=018b4c26-df6f-468a-acf7-7b3f29c6c35e,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:23:14.220151 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:14.222784 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d5e48fed-c1fd-4d3e-8898-87ca6515a8f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:14.288375 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=018b4c26-df6f-468a-acf7-7b3f29c6c35e,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:14.293463 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:15.970023 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 018b4c26-df6f-468a-acf7-7b3f29c6c35e up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:23:16.062543 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 018b4c26-df6f-468a-acf7-7b3f29c6c35e triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:23:16.063030 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:25.673726 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-68589144-b040-4735-9787-94443cd85dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:25.752632 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:26.655916 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 5 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:23:27.928915 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a8f72c1b-c661-4401-8f90-1f7eec3c3405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:29.045765 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:30.490648 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:55.711192 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7cefe713-c548-4bde-8f41-41dedfead147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:55.762307 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:57.933282 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-53269fe6-927e-47aa-9893-e1f42028b9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:59.056150 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:00.498426 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:03.654144 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 5 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:24:25.676375 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7a767b48-c1b1-4645-abbd-400528e7108c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:25.757466 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:27.970058 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-03a30f78-cc62-431e-bc6a-ab192f98c3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:29.051376 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:30.502410 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:40.653496 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 5 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:24:55.677990 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4cfd0762-50ef-407e-815d-f86a2f55045d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:55.760281 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:57.932076 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-19a2d3ef-74c3-491a-b9c1-0175affa8879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:59.050330 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:00.504714 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:13.298753 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43098) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:13.363954 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b12e45-8789-400c-9130-895b1160dabe admin admin] GET failed (client error): The resource could not be found. Jun 25 14:25:13.365198 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-32b12e45-8789-400c-9130-895b1160dabe admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0654824 Jun 25 14:25:13.496610 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738d7c2b-a419-41c2-b0a2-10aba99b88ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:13.497957 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-738d7c2b-a419-41c2-b0a2-10aba99b88ea admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1287351 Jun 25 14:25:15.594731 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43108) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:15.699727 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4e523c-def7-426d-bc64-0788794a7e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:15.700422 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ab4e523c-def7-426d-bc64-0788794a7e57 admin admin] Synchronizing usage tracker for tenant:c13aea90dcef4013a6a79fe459f91903 on resource:subnet {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:25:15.719208 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ab4e523c-def7-426d-bc64-0788794a7e57 admin admin] Unset dirty status for tenant:c13aea90dcef4013a6a79fe459f91903 on resource:subnet {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:25:15.720584 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-ab4e523c-def7-426d-bc64-0788794a7e57 admin admin] 10.222.0.50 "GET /v2.0/subnets/ee5623ba-e261-4dc3-a281-1de257e19940 HTTP/1.1" status: 200 len: 849 time: 0.1247220 Jun 25 14:25:15.730170 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:25:15.846146 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:16.029114 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777684504787'] for subnet, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:16.033548 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:25:16.074603 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:16.075226 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:16.076713 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] 10.222.0.50 "PUT /v2.0/subnets/ee5623ba-e261-4dc3-a281-1de257e19940 HTTP/1.1" status: 200 len: 868 time: 0.3502798 Jun 25 14:25:16.080101 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab634ae-b0b8-48e0-9f69-be249c05e953 None None] Network 9eb55c48-cad1-4e0a-a341-d9fd063fde6a requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:25:16.103883 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5623ba-e261-4dc3-a281-1de257e19940,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:25:16.111308 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:16.111652 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:16.111988 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:16.112343 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:16.112650 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:16.112975 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:16.113296 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:16.113614 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:16.113938 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:16.114255 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:16.114572 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:16.114885 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:16.119769 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:25:16.559767 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-9fd63f48-4fd6-40b3-bbd9-f232409a92ab None None] Provisioning complete for port 47f5261c-06ae-4bf7-bda5-b8822c22ab9e triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:25:16.560133 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9fd63f48-4fd6-40b3-bbd9-f232409a92ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:16.685945 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-9fd63f48-4fd6-40b3-bbd9-f232409a92ab None None] Provisioning complete for port e702286e-1b72-4af3-97b9-4e6eb4eef973 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:25:16.686152 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9fd63f48-4fd6-40b3-bbd9-f232409a92ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:17.651287 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 5 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:25:18.169534 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 43118) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:18.351482 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42855ab-fe9d-4b11-8d52-ac0e3288ea94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:18.351946 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42855ab-fe9d-4b11-8d52-ac0e3288ea94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:18.352681 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-a42855ab-fe9d-4b11-8d52-ac0e3288ea94 admin admin] Synchronizing usage tracker for tenant:c13aea90dcef4013a6a79fe459f91903 on resource:network {{(pid=78415) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:25:18.369555 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-a42855ab-fe9d-4b11-8d52-ac0e3288ea94 admin admin] Unset dirty status for tenant:c13aea90dcef4013a6a79fe459f91903 on resource:network {{(pid=78415) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:25:18.370658 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-a42855ab-fe9d-4b11-8d52-ac0e3288ea94 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2001574 Jun 25 14:25:20.481816 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 43128) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:20.653095 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41eab20-56ea-4dc0-b198-e4f6550b6635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:20.653565 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41eab20-56ea-4dc0-b198-e4f6550b6635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:20.655054 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-e41eab20-56ea-4dc0-b198-e4f6550b6635 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1723089 Jun 25 14:25:22.774505 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43138) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:22.941834 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cb2e20-a06a-479c-b158-34f71d6dea21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:22.943114 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-e3cb2e20-a06a-479c-b158-34f71d6dea21 admin admin] 10.222.0.50 "GET /v2.0/networks/93c87320-2b90-44fa-ad5e-83d4f4b48af6 HTTP/1.1" status: 200 len: 886 time: 0.1676056 Jun 25 14:25:25.046009 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 43148) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:25.228919 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0b032-ebdf-48e1-ae74-7eb66a76ea34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:25.230138 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-08d0b032-ebdf-48e1-ae74-7eb66a76ea34 admin admin] 10.222.0.50 "GET /v2.0/networks/9eb55c48-cad1-4e0a-a341-d9fd063fde6a HTTP/1.1" status: 200 len: 869 time: 0.1831982 Jun 25 14:25:25.680684 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1073dc64-5f32-4c2d-a94a-1f9632e4da78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:25.763001 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:27.308293 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 43158) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:27.415207 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025c4f4d-69b2-4d32-975a-01d73f3a70a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:27.415581 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025c4f4d-69b2-4d32-975a-01d73f3a70a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:27.417114 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-025c4f4d-69b2-4d32-975a-01d73f3a70a5 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1078622 Jun 25 14:25:27.933368 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5f454705-fed5-4a0f-a238-733a66a36cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:29.053475 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:29.518436 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 43168) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:29.622552 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8fcc22-61f0-4df9-9d79-18fe8b649431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:29.623007 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8fcc22-61f0-4df9-9d79-18fe8b649431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:29.624515 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-1c8fcc22-61f0-4df9-9d79-18fe8b649431 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1051483 Jun 25 14:25:30.507818 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:31.704919 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 43178) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:31.806081 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a273357-f26d-4f77-b2b8-ccece8a31af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:31.807401 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-4a273357-f26d-4f77-b2b8-ccece8a31af9 admin admin] 10.222.0.50 "GET /v2.0/subnets/b87a097a-2410-41cc-a04b-b3f133853cca HTTP/1.1" status: 200 len: 816 time: 0.1015458 Jun 25 14:25:33.894774 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43188) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:33.999805 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632a6124-ee72-40ea-8eed-53dd64b20ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:34.001134 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-632a6124-ee72-40ea-8eed-53dd64b20ab9 admin admin] 10.222.0.50 "GET /v2.0/subnets/ee5623ba-e261-4dc3-a281-1de257e19940 HTTP/1.1" status: 200 len: 868 time: 0.1053841 Jun 25 14:25:54.650662 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 5 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:25:55.712694 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-846ae49c-d370-4c1d-a583-fed0d2cbd473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:55.766269 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:56.762105 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43232) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:56.809295 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [None req-2e309017-9e9e-4893-9e22-fa3ab26174c7 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:25:56.810249 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-2e309017-9e9e-4893-9e22-fa3ab26174c7 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471520 Jun 25 14:25:57.935663 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c0b2591e-e8b1-40d8-b996-1bb831d07476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:58.966681 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43242) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:59.035332 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae3ec6b-8798-48ab-ac60-e5554498f3d8 admin admin] GET failed (client error): The resource could not be found. Jun 25 14:25:59.036561 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-8ae3ec6b-8798-48ab-ac60-e5554498f3d8 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0687685 Jun 25 14:25:59.055979 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:59.220668 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6439eea7-eaf9-40a8-924d-45f2524be1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:59.222131 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-6439eea7-eaf9-40a8-924d-45f2524be1ae admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1813526 Jun 25 14:26:00.510164 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:01.355879 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43252) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:26:01.402667 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:26:01.407464 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:26:01.417535 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:26:01.428425 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] Made reservation on behalf of c13aea90dcef4013a6a79fe459f91903 for: {'network': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:26:01.430756 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:01.516316 dv-cinder-798088-1-smb neutron-server[78414]: WARNING neutron.services.revisions.revision_plugin [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] Could not find related network for resource to bump revision. Jun 25 14:26:01.529311 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=78414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:26:01.539054 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:01.539416 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.segments_db [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] Added segment 5dc1700a-a9a4-4a46-b860-664c2405f0f7 of type vlan for network 21952af0-d6f4-4d22-b7ca-43aab0c8d03f Jun 25 14:26:01.564579 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:01.595944 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:01.597199 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:26:01.597764 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:01.600876 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:26:01.701404 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] Pushing event updated for resources: {'Network': ['ID=21952af0-d6f4-4d22-b7ca-43aab0c8d03f,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:26:01.704922 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3476591 Jun 25 14:26:01.705634 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-0e5ab482-f808-4422-850f-f31f40f1d9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:26:01.711847 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network 21952af0-d6f4-4d22-b7ca-43aab0c8d03f details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:26:03.823474 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43262) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:26:03.890540 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22e48da-a400-4a9b-8404-60d7d0a01b62 admin admin] GET failed (client error): The resource could not be found. Jun 25 14:26:03.891043 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-d22e48da-a400-4a9b-8404-60d7d0a01b62 admin admin] Synchronizing usage tracker for tenant:c13aea90dcef4013a6a79fe459f91903 on resource:network {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:26:03.905246 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-d22e48da-a400-4a9b-8404-60d7d0a01b62 admin admin] Unset dirty status for tenant:c13aea90dcef4013a6a79fe459f91903 on resource:network {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:26:03.909691 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-d22e48da-a400-4a9b-8404-60d7d0a01b62 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0812128 Jun 25 14:26:04.007984 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2686cf-de9a-46e6-b3a3-850042791cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:26:04.009306 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-ac2686cf-de9a-46e6-b3a3-850042791cc3 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0990257 Jun 25 14:26:04.019095 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '21952af0-d6f4-4d22-b7ca-43aab0c8d03f'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:26:04.023347 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:26:04.032344 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:26:04.040910 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] Made reservation on behalf of c13aea90dcef4013a6a79fe459f91903 for: {'subnet': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:26:04.043034 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:04.242767 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for subnet, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:04.246333 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1ff73dc0-f9fe-4b18-92bd-1ef89863fa33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:26:04.314604 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efcfeb36-68d9-4aa4-b921-55a6806f0e4a,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:26:04.318181 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:26:04.323921 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] Checking segment: {'id': '5dc1700a-a9a4-4a46-b860-664c2405f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '21952af0-d6f4-4d22-b7ca-43aab0c8d03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:26:04.324267 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] Network hostable DHCP agents. Network: 21952af0-d6f4-4d22-b7ca-43aab0c8d03f, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:26:04.341930 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] Network 21952af0-d6f4-4d22-b7ca-43aab0c8d03f is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:26:04.351546 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, 21952af0-d6f4-4d22-b7ca-43aab0c8d03f) {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:26:04.355991 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:26:04.356565 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:04.361432 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3475088-1f8f-49d5-9c25-2afdc2f98732 None None] Network 21952af0-d6f4-4d22-b7ca-43aab0c8d03f requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:26:04.381848 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3663170 Jun 25 14:26:04.589911 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18571bba-6c2b-537b-a5a4-36f53bf4dd68-21952af0-d6f4-4d22-b7ca-43aab0c8d03f', 'network_id': '21952af0-d6f4-4d22-b7ca-43aab0c8d03f', 'tenant_id': 'c13aea90dcef4013a6a79fe459f91903', 'fixed_ips': [{'subnet_id': 'efcfeb36-68d9-4aa4-b921-55a6806f0e4a'}]}} from dv-cinder-798088-1-smb. {{(pid=78416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:26:04.590745 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:04.747181 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Allocated IP 192.168.233.2 (21952af0-d6f4-4d22-b7ca-43aab0c8d03f/efcfeb36-68d9-4aa4-b921-55a6806f0e4a/b72598f6-887b-45bd-97e3-de157045b1af) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:26:04.981855 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:04.993395 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Transition to ACTIVE for port object b72598f6-887b-45bd-97e3-de157045b1af will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:26:05.012897 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Transition to ACTIVE for port object b72598f6-887b-45bd-97e3-de157045b1af will not be triggered until provisioned by entity DHCP. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:26:05.018032 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:05.022395 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-fe08a8e9-f275-4983-aba1-1cd04c904da9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:26:05.082121 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Network 21952af0-d6f4-4d22-b7ca-43aab0c8d03f is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:26:05.083310 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:26:05.087009 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:26:05.095781 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Pushing event updated for resources: {'Port': ['ID=b72598f6-887b-45bd-97e3-de157045b1af,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:26:05.130727 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:05.131084 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:05.131418 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:05.131792 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:05.132213 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:05.132370 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:05.132693 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:05.132982 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:05.133354 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:05.133596 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:05.133900 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:05.134258 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:05.144525 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:26:05.194465 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Attempting to bind port b72598f6-887b-45bd-97e3-de157045b1af on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:26:05.194856 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Attempting to bind port b72598f6-887b-45bd-97e3-de157045b1af by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': '5dc1700a-a9a4-4a46-b860-664c2405f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '21952af0-d6f4-4d22-b7ca-43aab0c8d03f'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:26:05.195325 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Attempting to bind port b72598f6-887b-45bd-97e3-de157045b1af on network 21952af0-d6f4-4d22-b7ca-43aab0c8d03f {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:26:05.201326 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:26:05.201698 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Checking segment: {'id': '5dc1700a-a9a4-4a46-b860-664c2405f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '21952af0-d6f4-4d22-b7ca-43aab0c8d03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:26:05.202101 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:05.202495 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Bound using segment: {'id': '5dc1700a-a9a4-4a46-b860-664c2405f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '21952af0-d6f4-4d22-b7ca-43aab0c8d03f'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:26:05.202968 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Bound port: b72598f6-887b-45bd-97e3-de157045b1af, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc1700a-a9a4-4a46-b860-664c2405f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '21952af0-d6f4-4d22-b7ca-43aab0c8d03f'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:26:05.203408 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:05.292037 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] For port b72598f6-887b-45bd-97e3-de157045b1af, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:26:05.295192 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] For port b72598f6-887b-45bd-97e3-de157045b1af, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=b72598f6-887b-45bd-97e3-de157045b1af,segment=NetworkSegment(5dc1700a-a9a4-4a46-b860-664c2405f0f7),segment_id=5dc1700a-a9a4-4a46-b860-664c2405f0f7)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:26:05.300142 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:05.304469 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:26:05.384328 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Pushing event updated for resources: {'Port': ['ID=b72598f6-887b-45bd-97e3-de157045b1af,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:26:05.387607 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:26:06.084264 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device b72598f6-887b-45bd-97e3-de157045b1af up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:26:06.167745 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port b72598f6-887b-45bd-97e3-de157045b1af completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:26:06.240916 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902cd907-ecca-439a-a3df-8547f49713ee None None] Network 21952af0-d6f4-4d22-b7ca-43aab0c8d03f requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:26:06.333112 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-b1a5d4cb-5d2e-4da2-9cca-077a33507dfe None None] Provisioning for port b72598f6-887b-45bd-97e3-de157045b1af completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:26:06.351558 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-b1a5d4cb-5d2e-4da2-9cca-077a33507dfe None None] Provisioning complete for port b72598f6-887b-45bd-97e3-de157045b1af triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:26:06.351923 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d4cb-5d2e-4da2-9cca-077a33507dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:06.567977 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d4cb-5d2e-4da2-9cca-077a33507dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:06.610209 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-b1a5d4cb-5d2e-4da2-9cca-077a33507dfe None None] For port b72598f6-887b-45bd-97e3-de157045b1af, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=b72598f6-887b-45bd-97e3-de157045b1af,segment=NetworkSegment(5dc1700a-a9a4-4a46-b860-664c2405f0f7),segment_id=5dc1700a-a9a4-4a46-b860-664c2405f0f7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:26:06.615161 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d4cb-5d2e-4da2-9cca-077a33507dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:06.617457 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:26:06.685791 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5d4cb-5d2e-4da2-9cca-077a33507dfe None None] Pushing event updated for resources: {'Port': ['ID=b72598f6-887b-45bd-97e3-de157045b1af,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:26:06.689201 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b1a5d4cb-5d2e-4da2-9cca-077a33507dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:26:06.836574 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-c4980dea-98b6-47f8-a9a8-552a49ab962a None None] Provisioning complete for port b72598f6-887b-45bd-97e3-de157045b1af triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:26:06.836903 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c4980dea-98b6-47f8-a9a8-552a49ab962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:08.044632 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device b72598f6-887b-45bd-97e3-de157045b1af up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:26:08.115352 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port b72598f6-887b-45bd-97e3-de157045b1af triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:26:08.115717 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:25.685204 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9becb37d-fcd8-4c42-96c1-8361f0771c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:25.769351 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:27.938278 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-99b9d23c-e707-426c-9032-b23c10c408f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:29.059465 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:30.514266 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:31.649055 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 5 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:26:55.688965 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a9c90ac6-41fd-4f43-b004-6de7537a542c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:55.772632 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:57.940504 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-eb24b714-c690-4957-a4f3-3958df2b2a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:59.062332 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:00.517806 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:08.648365 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 5 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:27:12.371441 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43312) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:27:12.377367 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [None req-39ed9177-477e-40e3-bdf9-999bfef263d2 tempest-verify_tempest_config-1033111380 tempest-verify_tempest_config-1033111380-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:27:12.378298 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-39ed9177-477e-40e3-bdf9-999bfef263d2 tempest-verify_tempest_config-1033111380 tempest-verify_tempest_config-1033111380-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059085 Jun 25 14:27:12.681478 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43330) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:27:12.793152 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:12.807180 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:27:12.810856 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Usage tracker for resource:security_group_rule and tenant:faaeb1845ed34297a5087662ef258f01 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:27:12.813589 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:27:12.819675 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:27:12.897787 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:12.904758 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:12.912363 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ad86a0d5-df35-4061-ba1f-cb1a79507a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:27:12.952254 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=faaeb1845ed34297a5087662ef258f01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2697108 Jun 25 14:27:12.953300 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40392e5c-3230-4549-a003-62ce9270a56d,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:27:12.954879 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 43336) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:27:12.960721 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:12.961064 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:12.961397 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:12.961724 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:12.962048 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:12.962368 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:12.962681 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:12.963000 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:12.963395 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:12.963685 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:12.964344 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:12.964344 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:12.968136 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:27:13.015803 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:13.039813 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:13.130591 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:13.134589 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:27:13.148544 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40392e5c-3230-4549-a003-62ce9270a56d,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:27:13.157938 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:13.158301 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:13.158629 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:13.158955 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:13.159793 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:13.160114 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:13.160429 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:13.160744 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:13.161059 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:13.161371 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:13.161683 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:13.161993 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:13.164991 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:13.168605 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40392e5c-3230-4549-a003-62ce9270a56d HTTP/1.1" status: 204 len: 168 time: 0.2102182 Jun 25 14:27:13.168605 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:27:25.693879 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-df976692-f260-41ef-9153-87444e8eb13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:25.776767 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:27.943859 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3b81d43f-c0e6-4501-aa7d-6eeff4c78434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:29.064815 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:30.521519 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:45.647454 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 5 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:27:55.716366 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d2f101a4-faf0-4a8a-b031-03cb94ba8187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:55.778870 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:57.946477 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6cc0480d-717a-4363-8158-5d7935e42f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:59.068851 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:00.524363 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:22.646616 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 5 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:28:25.697790 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-54c9e39d-7108-4d1e-9f9d-6fd9b3dbbe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:25.779991 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:27.949254 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-796c8dbf-4b01-4afe-84bd-65ec90925e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:29.071114 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:30.545505 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:54.902798 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037998'] for agent, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:55.698879 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2b59fc59-2a2b-438f-a563-5be6caf3b7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:55.780438 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:57.949687 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-76f465ac-9b7f-4ea8-9831-9a4c46f4798b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:59.074690 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:59.617664 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43388) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:28:59.646133 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:28:59.733311 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-766d2ed7-ee98-40d8-8704-dbd11b1a2c26 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1145549 Jun 25 14:29:00.530356 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:01.832211 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43398) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:29:01.889074 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-2aba4668-0157-4ade-bafb-4e989f517364 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0557985 Jun 25 14:29:24.897971 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:25.699564 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3027b46f-a37b-462e-ba7d-610844e87e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:25.781565 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:27.952050 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c473a102-48de-49bd-8861-298cc4db0438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:29.075379 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:30.534711 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:36.645973 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:29:54.903505 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:55.742916 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fc6685a9-69bc-4441-aaa5-4099a4bb44da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:55.791176 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:57.955797 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-908cdc6c-11d6-430f-8cac-d8da968b8971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:59.082223 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:00.548288 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:13.645543 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:30:24.904975 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:25.707749 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d523d3d7-94f3-462e-a921-b0ab5a5693f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:25.780435 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:27.961727 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6cd52af5-6708-47fc-9e6a-967ba3f93aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:29.081590 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:30.537339 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:38.299650 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 43478) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:38.484250 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1905459591-network', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:38.494256 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:38.498753 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Usage tracker for resource:network and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:38.506003 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:38.516562 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:38.534896 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Made reservation on behalf of ab8abfae579f4cb1ae4a79ff2c581b7a for: {'network': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:38.537743 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:38.555342 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:38.594644 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:38.605159 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Usage tracker for resource:security_group_rule and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:38.608358 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:38.620874 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:38.830892 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:38.844185 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:38.860973 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:38.952114 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=78415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:30:39.050399 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df37b74-4b1d-4a2d-8c86-ddccfc4f2bbd,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:39.064506 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:39.065044 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.segments_db [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Added segment c6cf57a1-d2c2-4ec9-a123-9b3677b834ca of type vlan for network ab1ef886-6434-4591-a53b-5e011b24d74f Jun 25 14:30:39.100677 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.102515 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.103859 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.104408 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.105599 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.106906 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.109000 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.109592 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.110960 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.112990 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.114313 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.114854 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Tracked resource versions report: Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: pushed versions: Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: { 'AddressGroup': {'1.2'}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'ConntrackHelper': {'1.0'}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'Log': {'1.0'}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'Network': {'1.1'}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'Port': {'1.7'}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'PortForwarding': {'1.2'}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'QosPolicy': {'1.8'}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'SecurityGroup': {'1.4'}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'SubPort': {'1.0'}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'Subnet': {'1.1'}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'Trunk': {'1.1'}} Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: consumer versions: Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: { DHCP agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: HyperV agent@hv-cinder-79808: {}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: L3 agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: Metadata agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: Metering agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: Open vSwitch agent@dv-cinder-798088-1-smb: { 'AddressGroup': '1.2', Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'ConntrackHelper': '1.0', Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'Log': '1.0', Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'Network': '1.1', Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'Port': '1.7', Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'PortForwarding': '1.2', Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'QosPolicy': '1.8', Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'SecurityGroup': '1.4', Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'SecurityGroupRule': '1.2', Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'SubPort': '1.0', Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'Subnet': '1.1', Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: 'Trunk': '1.1'}} Jun 25 14:30:39.132894 dv-cinder-798088-1-smb neutron-server[78415]: {{(pid=78415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:30:39.162349 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:39.224186 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:39.285791 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:39.289874 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:39.291016 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:39.301550 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:39.457963 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Pushing event updated for resources: {'Network': ['ID=ab1ef886-6434-4591-a53b-5e011b24d74f,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:39.461273 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1597483 Jun 25 14:30:39.461826 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:39.465992 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43534) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:39.471308 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Request body: {'subnet': {'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1905459591-subnet', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:39.475205 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network ab1ef886-6434-4591-a53b-5e011b24d74f details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:30:39.478164 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:39.482593 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Usage tracker for resource:subnet and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:39.486534 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:39.496047 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:39.508313 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Made reservation on behalf of ab8abfae579f4cb1ae4a79ff2c581b7a for: {'subnet': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:39.512149 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:39.744211 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for subnet, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:39.749127 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2d436d22-f60a-406d-b6e8-0862ddcee2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:39.818302 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2219ef15-7d65-4a6b-a109-68f701665bed,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:39.826033 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.826799 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.827316 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.827825 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.828308 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.828782 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.829913 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.830373 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.830882 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.831243 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.831563 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.831875 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Tracked resource versions report: Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: pushed versions: Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: { 'AddressGroup': {'1.2'}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'ConntrackHelper': {'1.0'}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'Log': {'1.0'}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'Network': {'1.1'}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'Port': {'1.7'}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'PortForwarding': {'1.2'}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'QosPolicy': {'1.8'}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'SecurityGroup': {'1.4'}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'SubPort': {'1.0'}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'Subnet': {'1.1'}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'Trunk': {'1.1'}} Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: consumer versions: Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: { DHCP agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: HyperV agent@hv-cinder-79808: {}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: L3 agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: Metadata agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: Metering agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: Open vSwitch agent@dv-cinder-798088-1-smb: { 'AddressGroup': '1.2', Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'ConntrackHelper': '1.0', Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'Log': '1.0', Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'Network': '1.1', Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'Port': '1.7', Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'PortForwarding': '1.2', Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'QosPolicy': '1.8', Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'SecurityGroup': '1.4', Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'SecurityGroupRule': '1.2', Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'SubPort': '1.0', Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'Subnet': '1.1', Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: 'Trunk': '1.1'}} Jun 25 14:30:39.832908 dv-cinder-798088-1-smb neutron-server[78414]: {{(pid=78414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:30:39.840257 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:39.840940 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Checking segment: {'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:39.841273 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Network hostable DHCP agents. Network: ab1ef886-6434-4591-a53b-5e011b24d74f, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:30:39.862075 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Network ab1ef886-6434-4591-a53b-5e011b24d74f is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:30:39.873166 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, ab1ef886-6434-4591-a53b-5e011b24d74f) {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:39.877481 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:39.878067 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:39.882961 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7987663-5765-49ab-8cf5-a5cecae77bf3 None None] Network ab1ef886-6434-4591-a53b-5e011b24d74f requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:39.907683 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4413085 Jun 25 14:30:39.909023 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 43560) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:39.915563 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:39.921113 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:39.925921 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Usage tracker for resource:router and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:39.929472 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:39.936615 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:39.952450 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8043767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-33932'] for router, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:39.955224 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8042515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8113824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33947'] for router, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:39.986732 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:40.165249 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18571bba-6c2b-537b-a5a4-36f53bf4dd68-ab1ef886-6434-4591-a53b-5e011b24d74f', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed'}]}} from dv-cinder-798088-1-smb. {{(pid=78416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:30:40.166238 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:40.308088 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43580) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:40.363536 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Allocated IP 172.20.0.2 (ab1ef886-6434-4591-a53b-5e011b24d74f/2219ef15-7d65-4a6b-a109-68f701665bed/e1914448-d589-4583-81da-333d1a4c7fd2) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:30:40.445906 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8043132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-33897'] for router, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:40.630451 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:40.647575 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-network', 'tenant_id': '69f59d897952483db727b31e7fb234a7'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:40.652076 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Transition to ACTIVE for port object e1914448-d589-4583-81da-333d1a4c7fd2 will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:30:40.653336 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:40.668269 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Usage tracker for resource:network and tenant:69f59d897952483db727b31e7fb234a7 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:40.671850 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:40.677420 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Transition to ACTIVE for port object e1914448-d589-4583-81da-333d1a4c7fd2 will not be triggered until provisioned by entity DHCP. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:30:40.681255 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:40.687545 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:40.697041 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d5e48fed-c1fd-4d3e-8898-87ca6515a8f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:40.705185 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Made reservation on behalf of 69f59d897952483db727b31e7fb234a7 for: {'network': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:40.707508 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:40.734668 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:40.771789 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:40.778413 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Usage tracker for resource:security_group_rule and tenant:69f59d897952483db727b31e7fb234a7 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:40.782171 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Network ab1ef886-6434-4591-a53b-5e011b24d74f is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:30:40.785915 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:40.787694 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Pushing event updated for resources: {'Port': ['ID=e1914448-d589-4583-81da-333d1a4c7fd2,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:40.787952 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:40.796201 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:30:40.799553 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:40.806355 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:40.806567 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:40.806845 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:40.807310 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:40.807636 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:40.807956 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:40.808271 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:40.808586 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:40.808903 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:40.809215 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:40.809527 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:40.809960 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Tracked resource versions report: Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: pushed versions: Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: { 'AddressGroup': {'1.2'}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'ConntrackHelper': {'1.0'}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'Log': {'1.0'}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'Network': {'1.1'}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'Port': {'1.7'}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'PortForwarding': {'1.2'}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'QosPolicy': {'1.8'}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'SecurityGroup': {'1.4'}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'SubPort': {'1.0'}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'Subnet': {'1.1'}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'Trunk': {'1.1'}} Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: consumer versions: Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: { DHCP agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: HyperV agent@hv-cinder-79808: {}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: L3 agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: Metadata agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: Metering agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: Open vSwitch agent@dv-cinder-798088-1-smb: { 'AddressGroup': '1.2', Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'ConntrackHelper': '1.0', Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'Log': '1.0', Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'Network': '1.1', Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'Port': '1.7', Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'PortForwarding': '1.2', Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'QosPolicy': '1.8', Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'SecurityGroup': '1.4', Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'SecurityGroupRule': '1.2', Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'SubPort': '1.0', Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'Subnet': '1.1', Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: 'Trunk': '1.1'}} Jun 25 14:30:40.811089 dv-cinder-798088-1-smb neutron-server[78416]: {{(pid=78416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:30:40.855171 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:40.908620 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:40.923390 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Attempting to bind port e1914448-d589-4583-81da-333d1a4c7fd2 on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:30:40.924067 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Attempting to bind port e1914448-d589-4583-81da-333d1a4c7fd2 by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:30:40.924630 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Attempting to bind port e1914448-d589-4583-81da-333d1a4c7fd2 on network ab1ef886-6434-4591-a53b-5e011b24d74f {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:30:40.930934 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:30:40.931670 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Checking segment: {'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:40.932653 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:40.933241 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Bound using segment: {'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:30:40.933923 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Bound port: e1914448-d589-4583-81da-333d1a4c7fd2, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:30:40.934495 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:40.940697 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:40.953260 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:40.965563 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:40.991435 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.023734 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05025160-6e34-45c4-aacb-9621062c6855,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:41.030185 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:41.031273 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=78414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:30:41.044788 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.046132 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.segments_db [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Added segment 69199dcd-e139-4d00-934a-9bd2d378e51a of type vlan for network 3f846d10-9cee-4824-b681-42b7e5742db5 Jun 25 14:30:41.071691 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] For port e1914448-d589-4583-81da-333d1a4c7fd2, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:30:41.075416 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] For port e1914448-d589-4583-81da-333d1a4c7fd2, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=e1914448-d589-4583-81da-333d1a4c7fd2,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:30:41.079555 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.081136 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.097994 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:41.183531 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.187170 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Pushing event updated for resources: {'Port': ['ID=e1914448-d589-4583-81da-333d1a4c7fd2,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:41.188367 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:41.189572 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.192042 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:41.204738 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Allocated IP 172.28.0.64 (93c87320-2b90-44fa-ad5e-83d4f4b48af6/b87a097a-2410-41cc-a04b-b3f133853cca/486c950d-12e1-4754-9db4-e63c854fd443) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:30:41.213355 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:41.412108 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Pushing event updated for resources: {'Network': ['ID=3f846d10-9cee-4824-b681-42b7e5742db5,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:41.423629 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:41.426608 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network 3f846d10-9cee-4824-b681-42b7e5742db5 details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:30:41.432680 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1234946 Jun 25 14:30:41.433544 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43620) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:41.440234 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Request body: {'subnet': {'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-subnet', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:41.445404 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:41.447779 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.450447 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Usage tracker for resource:subnet and tenant:69f59d897952483db727b31e7fb234a7 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:41.453865 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:41.460726 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:41.478037 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Made reservation on behalf of 69f59d897952483db727b31e7fb234a7 for: {'subnet': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:41.481178 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.554295 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.573508 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:41.639196 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 43624) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:41.639530 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 43628) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:41.695268 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:30:41.698178 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:41.704576 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:30:41.771136 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Pushing event updated for resources: {'Port': ['ID=486c950d-12e1-4754-9db4-e63c854fd443,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:41.825379 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for subnet, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:41.834348 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:41.841066 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:41.916642 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e5d707-dbd0-4da0-94e3-0f06c3c28c8d,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:41.918624 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Checking segment: {'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:41.919554 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Network hostable DHCP agents. Network: 3f846d10-9cee-4824-b681-42b7e5742db5, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:30:41.926686 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:41.944257 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Network 3f846d10-9cee-4824-b681-42b7e5742db5 is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:30:41.957694 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, 3f846d10-9cee-4824-b681-42b7e5742db5) {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:41.966485 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e52178-c0e4-477b-a4cf-39b163485315 None None] Network 3f846d10-9cee-4824-b681-42b7e5742db5 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:41.991475 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:41.992127 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.025435 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1861973026-network', 'tenant_id': '570df59ecce748a7b99477e25f41f4a4'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:42.030505 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:42.035191 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Usage tracker for resource:network and tenant:570df59ecce748a7b99477e25f41f4a4 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:42.038502 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:42.044320 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:42.047520 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43656) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:42.051398 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6166873 Jun 25 14:30:42.058121 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1538629842-network', 'tenant_id': '282d8586bfa04dc0b249fc63f62e2aa6'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:42.061441 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 43658) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:42.076430 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Made reservation on behalf of 570df59ecce748a7b99477e25f41f4a4 for: {'network': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:42.078684 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.096689 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:42.100059 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.146227 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:42.150572 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Usage tracker for resource:router and tenant:69f59d897952483db727b31e7fb234a7 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:42.153757 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:42.164367 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:42.187169 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:42.322288 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device e1914448-d589-4583-81da-333d1a4c7fd2 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:30:42.347047 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Usage tracker for resource:network and tenant:282d8586bfa04dc0b249fc63f62e2aa6 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:42.353411 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:42.369893 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:42.372729 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:42.380767 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Usage tracker for resource:security_group_rule and tenant:570df59ecce748a7b99477e25f41f4a4 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:42.384589 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:42.389053 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18571bba-6c2b-537b-a5a4-36f53bf4dd68-3f846d10-9cee-4824-b681-42b7e5742db5', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d'}]}} from dv-cinder-798088-1-smb. {{(pid=78416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:30:42.389863 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.392350 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:42.419455 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8043767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-33932'] for router, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.423472 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8042515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8113824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33947'] for router, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.443629 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-206905865-network', 'tenant_id': 'acd7a629e4b54297b1adffc2b2bbc58f'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:42.448848 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:42.458971 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Usage tracker for resource:network and tenant:acd7a629e4b54297b1adffc2b2bbc58f is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:42.467937 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:42.478638 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Made reservation on behalf of 282d8586bfa04dc0b249fc63f62e2aa6 for: {'network': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:42.480545 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:42.488541 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.495535 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Made reservation on behalf of acd7a629e4b54297b1adffc2b2bbc58f for: {'network': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:42.503851 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.537331 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port e1914448-d589-4583-81da-333d1a4c7fd2 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:30:42.537581 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.538700 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.571623 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:42.580553 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.583806 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Usage tracker for resource:security_group_rule and tenant:acd7a629e4b54297b1adffc2b2bbc58f is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:42.587713 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:42.601172 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:42.610215 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.637660 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Allocated IP 172.20.0.2 (3f846d10-9cee-4824-b681-42b7e5742db5/55e5d707-dbd0-4da0-94e3-0f06c3c28c8d/f556bd59-dd57-4a86-8cbb-15015ba640a0) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:30:42.650944 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf0b4e6-2ac5-4b6f-ac1a-b2d4b2821e8a None None] Network ab1ef886-6434-4591-a53b-5e011b24d74f requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:42.694024 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:42.712502 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Usage tracker for resource:security_group_rule and tenant:282d8586bfa04dc0b249fc63f62e2aa6 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:42.730462 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:42.752705 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:42.756376 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.761330 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.766876 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-9027ded4-a1a9-466c-b391-1099cbc8804a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:42.810367 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693981ee-3340-4add-8289-4fd792b563f2,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:42.816248 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:42.826516 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=78414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:30:42.842203 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-da2bb5bb-4100-47f8-9828-8e9d4aedc02a None None] Provisioning for port e1914448-d589-4583-81da-333d1a4c7fd2 completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:30:42.853414 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-da2bb5bb-4100-47f8-9828-8e9d4aedc02a None None] Provisioning complete for port e1914448-d589-4583-81da-333d1a4c7fd2 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:42.853851 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-da2bb5bb-4100-47f8-9828-8e9d4aedc02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.856085 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:42.856478 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.segments_db [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Added segment 4fab9dd0-156a-45e4-b59e-0fb35a012e35 of type vlan for network d5d797d4-cb09-4090-9b9a-02c546f30ded Jun 25 14:30:42.951420 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.018936 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.021948 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:43.023490 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.051594 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:43.074022 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0209365 Jun 25 14:30:43.078582 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43692) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:43.086944 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Request body: {'subnet': {'network_id': 'd5d797d4-cb09-4090-9b9a-02c546f30ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-206905865-subnet', 'tenant_id': 'acd7a629e4b54297b1adffc2b2bbc58f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:43.092807 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:43.098451 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Usage tracker for resource:subnet and tenant:acd7a629e4b54297b1adffc2b2bbc58f is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:43.106243 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:43.114941 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:43.250529 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Made reservation on behalf of acd7a629e4b54297b1adffc2b2bbc58f for: {'subnet': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:43.255182 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.365702 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Pushing event updated for resources: {'Network': ['ID=d5d797d4-cb09-4090-9b9a-02c546f30ded,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:43.383557 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:43.400390 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network d5d797d4-cb09-4090-9b9a-02c546f30ded details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:30:43.571845 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.593055 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.603700 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.615305 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.644468 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for subnet, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.656428 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:43.699895 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.702667 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-da2bb5bb-4100-47f8-9828-8e9d4aedc02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.721382 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=78415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:30:43.730817 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f1bfde-b1b5-40f7-8b00-88ee3ea30fec,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:43.737257 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:43.751764 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.752012 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.segments_db [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Added segment 85bd4be2-4bdc-409e-bdf1-ad962f4df363 of type vlan for network 4c5f0089-b632-4dce-8b39-a7c6e0534bcb Jun 25 14:30:43.773978 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Checking segment: {'id': '4fab9dd0-156a-45e4-b59e-0fb35a012e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5d797d4-cb09-4090-9b9a-02c546f30ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:43.774372 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Network hostable DHCP agents. Network: d5d797d4-cb09-4090-9b9a-02c546f30ded, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:30:43.796309 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.799345 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-da2bb5bb-4100-47f8-9828-8e9d4aedc02a None None] For port e1914448-d589-4583-81da-333d1a4c7fd2, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=e1914448-d589-4583-81da-333d1a4c7fd2,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:30:43.799687 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Network d5d797d4-cb09-4090-9b9a-02c546f30ded is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:30:43.813188 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, d5d797d4-cb09-4090-9b9a-02c546f30ded) {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:43.824298 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:43.824715 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:43.880605 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8002136 Jun 25 14:30:43.993566 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Transition to ACTIVE for port object f556bd59-dd57-4a86-8cbb-15015ba640a0 will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:30:44.021164 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-da2bb5bb-4100-47f8-9828-8e9d4aedc02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:44.021733 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e84219-3573-44f5-be5f-6cfd5ee9615a None None] Network d5d797d4-cb09-4090-9b9a-02c546f30ded requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:44.042661 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:44.050324 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8043099'] for router, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:44.174838 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8043132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-33897'] for router, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:44.189817 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:44.219452 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:44.221297 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:44.264564 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df81696-eff5-4607-a44c-fcf9d5cf5f72,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:44.300035 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=78415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:30:44.343948 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b1a5d4cb-5d2e-4da2-9cca-077a33507dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:44.439920 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:44.440781 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.segments_db [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Added segment 993839cf-2c2e-4627-a834-21940f73904c of type vlan for network f6be99bb-e9c4-4334-a275-5db1709be021 Jun 25 14:30:44.444609 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af62dedf-64d6-410d-ac44-d6eebf02dc28,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:44.453024 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Transition to ACTIVE for port object f556bd59-dd57-4a86-8cbb-15015ba640a0 will not be triggered until provisioned by entity DHCP. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:30:44.471357 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20660a58-46ec-4e81-8ab6-ef020ce47572 None None] Network d5d797d4-cb09-4090-9b9a-02c546f30ded requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:44.529701 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:44.597645 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:44.598607 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:44.598886 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:44.614393 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0da2b1b7-e59d-4864-9f69-4105fbe04d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:44.648337 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43784) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:44.648557 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0022857 Jun 25 14:30:44.659484 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Request body: {'subnet': {'network_id': '4c5f0089-b632-4dce-8b39-a7c6e0534bcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1538629842-subnet', 'tenant_id': '282d8586bfa04dc0b249fc63f62e2aa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:44.676472 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:44.691859 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Usage tracker for resource:subnet and tenant:282d8586bfa04dc0b249fc63f62e2aa6 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:44.696945 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:44.709355 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:44.714904 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43796) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:44.729466 dv-cinder-798088-1-smb neutron-server[78414]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 25 14:30:44.791017 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Made reservation on behalf of 282d8586bfa04dc0b249fc63f62e2aa6 for: {'subnet': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:44.793384 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:44.859494 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:44.910348 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Pushing event updated for resources: {'Network': ['ID=4c5f0089-b632-4dce-8b39-a7c6e0534bcb,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:44.922521 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:44.973826 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:44.976173 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Router 296832da-492e-4041-b5cb-38d7c12aa2dd is scheduled to L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 with binding_index 1 {{(pid=78415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:30:44.983497 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network 4c5f0089-b632-4dce-8b39-a7c6e0534bcb details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:30:44.985104 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:44.985873 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:44.994441 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:45.076607 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-368e3f95-ccc0-49fa-9812-a2093927818a tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:45.077307 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-368e3f95-ccc0-49fa-9812-a2093927818a tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Synchronizing usage tracker for tenant:acd7a629e4b54297b1adffc2b2bbc58f on resource:network {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:30:45.108070 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Network 3f846d10-9cee-4824-b681-42b7e5742db5 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:30:45.118926 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:45.121389 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:30:45.144474 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-368e3f95-ccc0-49fa-9812-a2093927818a tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Unset dirty status for tenant:acd7a629e4b54297b1adffc2b2bbc58f on resource:network {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:30:45.151836 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-368e3f95-ccc0-49fa-9812-a2093927818a tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/networks?id=d5d797d4-cb09-4090-9b9a-02c546f30ded HTTP/1.1" status: 200 len: 811 time: 0.4331312 Jun 25 14:30:45.163426 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bb5bb-4100-47f8-9828-8e9d4aedc02a None None] Pushing event updated for resources: {'Port': ['ID=e1914448-d589-4583-81da-333d1a4c7fd2,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:45.167189 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-da2bb5bb-4100-47f8-9828-8e9d4aedc02a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:45.177919 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:45.179360 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-82c39635-f3fa-40c4-9c4d-2d82b78a22d9 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/quotas/acd7a629e4b54297b1adffc2b2bbc58f HTTP/1.1" status: 200 len: 375 time: 0.0266154 Jun 25 14:30:45.198343 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Pushing event updated for resources: {'Network': ['ID=f6be99bb-e9c4-4334-a275-5db1709be021,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:45.201111 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:45.270343 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-f52bcd24-c2ce-4c53-b513-e1b0b78e9536 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=acd7a629e4b54297b1adffc2b2bbc58f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897183 Jun 25 14:30:45.319541 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.6662107 Jun 25 14:30:45.323824 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43838) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:45.336328 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Request body: {'subnet': {'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1861973026-subnet', 'tenant_id': '570df59ecce748a7b99477e25f41f4a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:45.341167 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:45.345670 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Usage tracker for resource:subnet and tenant:570df59ecce748a7b99477e25f41f4a4 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:45.349057 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:45.353108 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network f6be99bb-e9c4-4334-a275-5db1709be021 details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:30:45.355926 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:45.374405 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Made reservation on behalf of 570df59ecce748a7b99477e25f41f4a4 for: {'subnet': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:45.377451 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:45.651571 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f77c2132-705f-456e-90cb-ab2f66cd4f60 None None] Provisioning complete for port e1914448-d589-4583-81da-333d1a4c7fd2 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:45.652102 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f77c2132-705f-456e-90cb-ab2f66cd4f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:45.715354 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for subnet, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:45.733152 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-9c0865a5-bc92-49a6-abae-7c9f8f6521e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:45.780409 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:30:45.796287 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Sync routers for ids ['296832da-492e-4041-b5cb-38d7c12aa2dd'] in dv-cinder-798088-1-smb {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:30:45.801967 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6764369-e0c6-4933-81fa-836d70e5a8be,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:45.813297 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:45.820802 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:45.821032 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Routers {'296832da-492e-4041-b5cb-38d7c12aa2dd'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:30:45.821992 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:30:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['296832da-492e-4041-b5cb-38d7c12aa2dd'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:45.882931 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Attempting to bind port f556bd59-dd57-4a86-8cbb-15015ba640a0 on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:30:45.883332 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Attempting to bind port f556bd59-dd57-4a86-8cbb-15015ba640a0 by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:30:45.883699 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Attempting to bind port f556bd59-dd57-4a86-8cbb-15015ba640a0 on network 3f846d10-9cee-4824-b681-42b7e5742db5 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:30:45.911826 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:45.937671 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Checking segment: {'id': '85bd4be2-4bdc-409e-bdf1-ad962f4df363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c5f0089-b632-4dce-8b39-a7c6e0534bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:45.938026 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Network hostable DHCP agents. Network: 4c5f0089-b632-4dce-8b39-a7c6e0534bcb, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:30:45.952175 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43878) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:45.953037 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for subnet, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:45.991442 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Pushing event updated for resources: {'Port': ['ID=f556bd59-dd57-4a86-8cbb-15015ba640a0,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:45.995086 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:45.995672 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ec2b1348-7bbd-40db-a55d-bc523cd9e83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:45.999409 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:30:46.000729 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Checking segment: {'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:46.001611 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:46.002239 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Bound using segment: {'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:30:46.003397 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Bound port: f556bd59-dd57-4a86-8cbb-15015ba640a0, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:30:46.004037 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:46.007885 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Notify callbacks [] for router, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:46.011943 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1015916 Jun 25 14:30:46.017316 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 43888) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:46.090426 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-924b0666-f1d8-45e1-bb1a-bfca6bdb6d55 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:30:46.091491 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-924b0666-f1d8-45e1-bb1a-bfca6bdb6d55 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4004085 Jun 25 14:30:46.150380 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] For port f556bd59-dd57-4a86-8cbb-15015ba640a0, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:30:46.160140 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] For port f556bd59-dd57-4a86-8cbb-15015ba640a0, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=f556bd59-dd57-4a86-8cbb-15015ba640a0,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:30:46.168239 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:46.174933 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:46.218115 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Set router 296832da-492e-4041-b5cb-38d7c12aa2dd gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:30:46.262579 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Pushing event updated for resources: {'Port': ['ID=f556bd59-dd57-4a86-8cbb-15015ba640a0,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:46.266922 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:46.276659 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device e1914448-d589-4583-81da-333d1a4c7fd2 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:30:46.401440 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port e1914448-d589-4583-81da-333d1a4c7fd2 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:46.401913 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:46.557943 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Network 4c5f0089-b632-4dce-8b39-a7c6e0534bcb is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:30:46.618421 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:41Z', 'revision_number': 3, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:46.667440 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Checking router: 296832da-492e-4041-b5cb-38d7c12aa2dd for host: dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:30:46.676059 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Updating router 296832da-492e-4041-b5cb-38d7c12aa2dd port 486c950d-12e1-4754-9db4-e63c854fd443 binding host dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:30:46.676298 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8893fd06-7736-4692-9c5c-ae5ab3e690ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:46.719936 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, 4c5f0089-b632-4dce-8b39-a7c6e0534bcb) {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:46.733955 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c366997-82b1-4e50-9a40-aaf31cffa2c6 None None] Network 4c5f0089-b632-4dce-8b39-a7c6e0534bcb requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:46.737087 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:46.738572 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:46.748441 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-8893fd06-7736-4692-9c5c-ae5ab3e690ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:46.754068 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-8893fd06-7736-4692-9c5c-ae5ab3e690ab admin admin] Usage tracker for resource:security_group_rule and tenant:a0f3d2b4e5c540618c0a14872cd4ad34 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:46.780163 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-8893fd06-7736-4692-9c5c-ae5ab3e690ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:46.792991 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-8893fd06-7736-4692-9c5c-ae5ab3e690ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:46.835829 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:46.904396 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-4195fc66-64c0-4a21-b60f-584cfab2a82b service neutron] 10.222.0.50 "GET /v2.0/networks/d5d797d4-cb09-4090-9b9a-02c546f30ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7879558 Jun 25 14:30:46.907457 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:46.956968 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:46.997613 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 43924) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:47.007222 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Allocated IP 172.28.0.108 (93c87320-2b90-44fa-ad5e-83d4f4b48af6/b87a097a-2410-41cc-a04b-b3f133853cca/f77fadb8-f462-4bf4-87b9-a585763a7653) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:30:47.158047 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-491f375b-dfc3-4dfb-88fd-cb87929cc57b service neutron] 10.222.0.50 "GET /v2.0/networks/d5d797d4-cb09-4090-9b9a-02c546f30ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515631 Jun 25 14:30:47.201198 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Checking segment: {'id': '993839cf-2c2e-4627-a834-21940f73904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:47.201692 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Network hostable DHCP agents. Network: f6be99bb-e9c4-4334-a275-5db1709be021, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:30:47.228388 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f2c892-de73-4df2-ac08-fafa5f67495a None None] Network 4c5f0089-b632-4dce-8b39-a7c6e0534bcb requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:47.302337 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-19c923c8-d093-4447-8a6b-7743dac6a13c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6513934 Jun 25 14:30:47.309329 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8893fd06-7736-4692-9c5c-ae5ab3e690ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:47.314457 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Network f6be99bb-e9c4-4334-a275-5db1709be021 is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:30:47.333881 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8893fd06-7736-4692-9c5c-ae5ab3e690ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:47.347579 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-47785b00-cbdc-4703-b448-f2f82858779c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:47.355571 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:47.386931 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, f6be99bb-e9c4-4334-a275-5db1709be021) {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:47.394916 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:47.395887 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:47.396064 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-47785b00-cbdc-4703-b448-f2f82858779c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:47.407593 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-47785b00-cbdc-4703-b448-f2f82858779c admin admin] Usage tracker for resource:security_group_rule and tenant:769c2186b8784049a1a7d3c94f0fe0f8 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:47.409294 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2bff06-ee97-45ef-bfc5-1dfa2f8eda16 None None] Network f6be99bb-e9c4-4334-a275-5db1709be021 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:47.425444 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-47785b00-cbdc-4703-b448-f2f82858779c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:47.457320 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-47785b00-cbdc-4703-b448-f2f82858779c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:47.465611 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-673d258b-af02-41b2-a611-c18f3ee48eb7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1365306 Jun 25 14:30:47.495577 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43942) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:47.536533 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1861973026-router', 'tenant_id': '570df59ecce748a7b99477e25f41f4a4', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:47.556434 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-8893fd06-7736-4692-9c5c-ae5ab3e690ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0f3d2b4e5c540618c0a14872cd4ad34&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5990272 Jun 25 14:30:47.557171 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43952) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:47.557556 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43954) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:47.566548 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:47.582505 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Usage tracker for resource:router and tenant:570df59ecce748a7b99477e25f41f4a4 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:47.681027 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893fd06-7736-4692-9c5c-ae5ab3e690ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd344bc1-5792-45f8-bdf5-66cde6e99265,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:47.696107 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:47.703389 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-8893fd06-7736-4692-9c5c-ae5ab3e690ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:47.795242 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:47.840990 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0e1cd289-29ca-4e4a-9bbf-75296203ea3b req-1ca7c700-ffba-47c8-b15e-f3076cc6d093 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 210 time: 0.2783685 Jun 25 14:30:47.842257 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:47.900801 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5734fa58-586e-4468-b098-157f481d3552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:47.903087 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8043767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-33932'] for router, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:47.904051 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8042515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8113824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33947'] for router, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:47.932496 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:47.953708 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5734fa58-586e-4468-b098-157f481d3552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.005860 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.013698 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0bc29d-fa6a-45c9-bbce-439589bc19d3 None None] Network 3f846d10-9cee-4824-b681-42b7e5742db5 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:48.019821 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.038858 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-47785b00-cbdc-4703-b448-f2f82858779c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.041342 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:48.080479 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3426ad0e-b7f5-4fe9-8d2e-7c3d16979010 None None] Network f6be99bb-e9c4-4334-a275-5db1709be021 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:48.132031 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-47785b00-cbdc-4703-b448-f2f82858779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.152307 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:30:48.174730 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:48.187343 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:30:48.362214 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-7a03c0b5-313f-4cab-a182-fffeb36b22e0 None None] Provisioning for port f556bd59-dd57-4a86-8cbb-15015ba640a0 completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:30:48.437505 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device f556bd59-dd57-4a86-8cbb-15015ba640a0 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:30:48.540182 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.562566 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Transition to ACTIVE for port object 486c950d-12e1-4754-9db4-e63c854fd443 will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:30:48.574618 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.593145 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-288d63d6-ef78-4f80-b476-c8842da5c4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:48.623417 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8043132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-33897'] for router, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.630258 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 43994) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:48.636807 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-78087337-network', 'tenant_id': '038b8ef7765c4b188e4eab10b7897b78'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:48.641948 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:48.646013 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Usage tracker for resource:network and tenant:038b8ef7765c4b188e4eab10b7897b78 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:48.649295 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:48.656248 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:48.681363 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Made reservation on behalf of 038b8ef7765c4b188e4eab10b7897b78 for: {'network': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:48.683885 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.697983 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5734fa58-586e-4468-b098-157f481d3552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.712865 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.723994 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:48.757674 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Pushing event updated for resources: {'Port': ['ID=486c950d-12e1-4754-9db4-e63c854fd443,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:48.775711 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Attempting to bind port 486c950d-12e1-4754-9db4-e63c854fd443 on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:30:48.776219 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Attempting to bind port 486c950d-12e1-4754-9db4-e63c854fd443 by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:30:48.776587 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Attempting to bind port 486c950d-12e1-4754-9db4-e63c854fd443 on network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:30:48.801649 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:48.805718 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Usage tracker for resource:security_group_rule and tenant:038b8ef7765c4b188e4eab10b7897b78 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:48.810239 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:48.817579 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:48.824613 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:48.827253 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:48.827683 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:48.828024 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:48.829821 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:48.830193 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:48.830642 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:48.831120 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:48.831455 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:48.833638 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:48.834044 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:48.834383 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Tracked resource versions report: Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: pushed versions: Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: { 'AddressGroup': {'1.2'}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'ConntrackHelper': {'1.0'}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'Log': {'1.0'}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'Network': {'1.1'}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'Port': {'1.7'}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'PortForwarding': {'1.2'}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'QosPolicy': {'1.8'}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'SecurityGroup': {'1.4'}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'SubPort': {'1.0'}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'Subnet': {'1.1'}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'Trunk': {'1.1'}} Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: consumer versions: Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: { DHCP agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: HyperV agent@hv-cinder-79808: {}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: L3 agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: Metadata agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: Metering agent@dv-cinder-798088-1-smb: {}, Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: Open vSwitch agent@dv-cinder-798088-1-smb: { 'AddressGroup': '1.2', Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'ConntrackHelper': '1.0', Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'Log': '1.0', Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'Network': '1.1', Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'Port': '1.7', Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'PortForwarding': '1.2', Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'QosPolicy': '1.8', Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'SecurityGroup': '1.4', Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'SecurityGroupRule': '1.2', Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'SubPort': '1.0', Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'Subnet': '1.1', Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: 'Trunk': '1.1'}} Jun 25 14:30:48.837652 dv-cinder-798088-1-smb neutron-server[78417]: {{(pid=78417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:30:48.841974 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port f556bd59-dd57-4a86-8cbb-15015ba640a0 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:30:48.855293 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:30:48.857877 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Checking segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:48.858497 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.860311 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Bound using segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:30:48.860878 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Bound port: 486c950d-12e1-4754-9db4-e63c854fd443, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:30:48.863657 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.863802 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port f556bd59-dd57-4a86-8cbb-15015ba640a0 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:48.864299 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.916453 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.925500 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734fa58-586e-4468-b098-157f481d3552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd344bc1-5792-45f8-bdf5-66cde6e99265,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:48.928747 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5734fa58-586e-4468-b098-157f481d3552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:48.932086 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.942834 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5734fa58-586e-4468-b098-157f481d3552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:48.944151 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-5734fa58-586e-4468-b098-157f481d3552 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd344bc1-5792-45f8-bdf5-66cde6e99265 HTTP/1.1" status: 204 len: 168 time: 1.3793495 Jun 25 14:30:48.990535 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:49.014110 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:49.029543 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Allocated IP 172.20.0.1 (ab1ef886-6434-4591-a53b-5e011b24d74f/2219ef15-7d65-4a6b-a109-68f701665bed/bdf2c86f-0679-49f8-90dc-cac11e00a976) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:30:49.059412 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=78414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:30:49.070251 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:49.070836 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.segments_db [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Added segment 9eb05107-ee5c-4536-9434-1e9cd35ce9a6 of type vlan for network 7dbec108-764e-4533-aea2-61610e160966 Jun 25 14:30:49.087417 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] For port 486c950d-12e1-4754-9db4-e63c854fd443, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:30:49.095461 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] For port 486c950d-12e1-4754-9db4-e63c854fd443, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=486c950d-12e1-4754-9db4-e63c854fd443,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:30:49.101131 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:49.105681 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:49.110076 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:49.122903 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:49.171617 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a180ea-a03c-440c-a2c5-3b7b406b765d,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:49.204827 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-015487c7-a3d6-4af8-9c4a-473c40f3d602 req-7d56d4cf-75e2-47e3-8cf6-3efd80afda24 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 210 time: 0.2632945 Jun 25 14:30:49.206984 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:49.209741 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:49.212654 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:49.213389 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:49.229640 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:49.270587 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port f556bd59-dd57-4a86-8cbb-15015ba640a0, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=f556bd59-dd57-4a86-8cbb-15015ba640a0,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:30:49.275815 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:49.283264 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:49.326228 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Routers {'296832da-492e-4041-b5cb-38d7c12aa2dd'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:30:49.326876 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:30:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['296832da-492e-4041-b5cb-38d7c12aa2dd'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:49.350522 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-47785b00-cbdc-4703-b448-f2f82858779c admin admin] Synchronizing usage tracker for tenant:c13aea90dcef4013a6a79fe459f91903 on resource:security_group {{(pid=78415) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:30:49.405785 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=f556bd59-dd57-4a86-8cbb-15015ba640a0,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:49.413015 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:49.439028 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Pushing event updated for resources: {'Network': ['ID=7dbec108-764e-4533-aea2-61610e160966,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:49.451457 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network 7dbec108-764e-4533-aea2-61610e160966 details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:30:49.455114 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:49.476593 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8447983 Jun 25 14:30:49.498483 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44020) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:49.525335 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Request body: {'subnet': {'network_id': '7dbec108-764e-4533-aea2-61610e160966', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-78087337-subnet', 'tenant_id': '038b8ef7765c4b188e4eab10b7897b78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:49.543151 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:49.550894 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Pushing event updated for resources: {'Port': ['ID=486c950d-12e1-4754-9db4-e63c854fd443,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:49.559096 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:49.562805 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Usage tracker for resource:subnet and tenant:038b8ef7765c4b188e4eab10b7897b78 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:49.572454 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:49.670171 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:49.726758 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Pushing event updated for resources: {'Port': ['ID=f77fadb8-f462-4bf4-87b9-a585763a7653,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:49.730064 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.689s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:49.745700 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.561s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:49.773323 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-43246707-a7d1-4e2a-b532-615ee6959624 None None] Provisioning complete for port f556bd59-dd57-4a86-8cbb-15015ba640a0 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:49.775788 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-43246707-a7d1-4e2a-b532-615ee6959624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:49.814322 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-47785b00-cbdc-4703-b448-f2f82858779c admin admin] Unset dirty status for tenant:c13aea90dcef4013a6a79fe459f91903 on resource:security_group {{(pid=78415) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:30:49.820400 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-47785b00-cbdc-4703-b448-f2f82858779c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=769c2186b8784049a1a7d3c94f0fe0f8&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8154695 Jun 25 14:30:49.834791 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44038) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:49.835926 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:49.853816 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] Set router 296832da-492e-4041-b5cb-38d7c12aa2dd gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:30:49.868669 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47785b00-cbdc-4703-b448-f2f82858779c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff04763-c8f7-4a72-8e50-58efe4ae2649,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:49.876047 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-47785b00-cbdc-4703-b448-f2f82858779c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:49.896227 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Made reservation on behalf of 038b8ef7765c4b188e4eab10b7897b78 for: {'subnet': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:49.901101 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:49.903433 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:50.001711 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.provisioning_blocks [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Transition to ACTIVE for port object bdf2c86f-0679-49f8-90dc-cac11e00a976 will not be triggered until provisioned by entity DHCP. {{(pid=78415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:30:50.163433 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:50.172266 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-ae813111-ea1c-42ed-92ce-528167e59aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:50.286932 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device f556bd59-dd57-4a86-8cbb-15015ba640a0 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:30:50.349025 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Network ab1ef886-6434-4591-a53b-5e011b24d74f is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:30:50.359362 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:50.375786 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:30:50.376327 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8043165'] for router_interface, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:50.477978 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port f556bd59-dd57-4a86-8cbb-15015ba640a0 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:50.478620 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:50.526788 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:41Z', 'revision_number': 3, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:50.534701 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a9c43b-6ba5-4089-83c8-a65c2e3121c1 None None] The sync data for ids ['296832da-492e-4041-b5cb-38d7c12aa2dd'] in dv-cinder-798088-1-smb is: [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:41Z', 'revision_number': 3, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}] {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:30:50.552842 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:50.594525 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-642d2461-e21d-40ff-b509-efcaad33a485 req-ab120f80-dd9c-4b9a-923b-b61797ea47ec tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 210 time: 0.1795654 Jun 25 14:30:50.616413 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:50.654154 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:30:50.716568 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3f69f25a-af0f-4779-a280-2d082053fddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:50.724102 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf2c86f-0679-49f8-90dc-cac11e00a976,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:50.729682 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:50.786506 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8043099'] for router, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:50.798247 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3f69f25a-af0f-4779-a280-2d082053fddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:50.853654 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-d89cc35d-345a-448a-9e07-d32eb0f053ed None None] Provisioning for port bdf2c86f-0679-49f8-90dc-cac11e00a976 completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:30:50.867693 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-d89cc35d-345a-448a-9e07-d32eb0f053ed None None] Provisioning complete for port bdf2c86f-0679-49f8-90dc-cac11e00a976 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:50.869623 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d89cc35d-345a-448a-9e07-d32eb0f053ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:51.056235 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.38', 63843) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:51.065379 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-d89cc35d-345a-448a-9e07-d32eb0f053ed None None] Port bdf2c86f-0679-49f8-90dc-cac11e00a976 cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:30:51.103753 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3f69f25a-af0f-4779-a280-2d082053fddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:51.155359 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5734fa58-586e-4468-b098-157f481d3552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:51.168089 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Allocated IP 172.28.0.177 (93c87320-2b90-44fa-ad5e-83d4f4b48af6/b87a097a-2410-41cc-a04b-b3f133853cca/10b3040b-b8c8-481c-a54c-d610e76b5a90) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:30:51.336668 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69f25a-af0f-4779-a280-2d082053fddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff04763-c8f7-4a72-8e50-58efe4ae2649,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:51.338982 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for subnet, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:51.340106 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3f69f25a-af0f-4779-a280-2d082053fddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:51.398257 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3f69f25a-af0f-4779-a280-2d082053fddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:51.402717 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-3f69f25a-af0f-4779-a280-2d082053fddd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ff04763-c8f7-4a72-8e50-58efe4ae2649 HTTP/1.1" status: 204 len: 168 time: 1.5504258 Jun 25 14:30:51.417082 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f1eaaf24-a83d-4259-9e00-caefc9333d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:51.441787 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:51.663791 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=69bac42c-b46b-4bd4-a6dd-a47bfb6e8de7,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:51.679522 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Checking segment: {'id': '9eb05107-ee5c-4536-9434-1e9cd35ce9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '7dbec108-764e-4533-aea2-61610e160966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:51.679522 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Network hostable DHCP agents. Network: 7dbec108-764e-4533-aea2-61610e160966, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:30:51.688914 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:51.704941 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-1ccb4f0c-dfe4-402f-bef3-02031d43a979 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:51.706610 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-1ccb4f0c-dfe4-402f-bef3-02031d43a979 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.38 "GET /v2.0/networks?id=d5d797d4-cb09-4090-9b9a-02c546f30ded HTTP/1.1" status: 200 len: 811 time: 0.6110773 Jun 25 14:30:51.738264 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Network 7dbec108-764e-4533-aea2-61610e160966 is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:30:51.759828 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, 7dbec108-764e-4533-aea2-61610e160966) {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:51.768871 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8093ad95-fc9c-42c5-9ae8-8760a477a827 None None] Network 7dbec108-764e-4533-aea2-61610e160966 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:51.770083 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Request body: {'port': {'device_id': '40ebd9a6-49b4-4747-b5e6-f059b883fb40', 'network_id': 'd5d797d4-cb09-4090-9b9a-02c546f30ded', 'admin_state_up': True, 'tenant_id': 'acd7a629e4b54297b1adffc2b2bbc58f'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:51.801992 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:51.802748 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:51.889021 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 is scheduled to L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 with binding_index 1 {{(pid=78415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:30:51.906915 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:51.952787 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-94db71ca-e124-4410-a26f-cff3bdb0cbbd req-90358946-6bdc-4a3b-bd5f-d9c4fef8bcbe tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 210 time: 0.0687823 Jun 25 14:30:51.955782 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:51.991024 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:51.991669 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.4741757 Jun 25 14:30:52.003791 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7894240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8043572'] for router_interface, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:52.010764 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:52.085141 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:52.093119 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Usage tracker for resource:port and tenant:acd7a629e4b54297b1adffc2b2bbc58f is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:52.103661 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:52.112796 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:52.131211 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Made reservation on behalf of acd7a629e4b54297b1adffc2b2bbc58f for: {'port': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:30:52.136829 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:52.166381 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:52.215216 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44114) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:52.216225 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:52.286386 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 486c950d-12e1-4754-9db4-e63c854fd443 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:30:52.421308 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:30:52.426151 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:52.428140 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c2316a36-2eb5-4ac3-8539-b0c57b8fe550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:52.440574 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:30:52.506788 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78386e48-aaba-4460-9eaa-a4404c7790d6 None None] Network 7dbec108-764e-4533-aea2-61610e160966 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:30:52.562168 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44132) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:52.562732 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44134) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:52.592439 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:30:52.597068 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf2c86f-0679-49f8-90dc-cac11e00a976,revision_number=2']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:52.634564 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Sync routers for ids ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:30:52.707878 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Network ab1ef886-6434-4591-a53b-5e011b24d74f is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:30:52.710951 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port 486c950d-12e1-4754-9db4-e63c854fd443 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:30:52.725565 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:52.726473 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:52.741177 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Routers {'e76bc40f-f3c9-468d-bec3-1f5c8999fe97'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:30:52.741828 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:30:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:52.853794 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] Notify callbacks [] for router, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:52.857515 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-af1c5edc-997f-45c5-9965-233634bd3cbd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.7925544 Jun 25 14:30:52.866978 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44148) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:52.872314 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 486c950d-12e1-4754-9db4-e63c854fd443 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:52.872864 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:52.920271 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-c2316a36-2eb5-4ac3-8539-b0c57b8fe550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:52.961763 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Pushing event updated for resources: {'Port': ['ID=10b3040b-b8c8-481c-a54c-d610e76b5a90,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:53.069481 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-c2316a36-2eb5-4ac3-8539-b0c57b8fe550 admin admin] Usage tracker for resource:security_group_rule and tenant:e2e2e3ea328f4226873f9082e8ca8364 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:53.079685 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:53.097444 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-c2316a36-2eb5-4ac3-8539-b0c57b8fe550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:53.115950 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-c2316a36-2eb5-4ac3-8539-b0c57b8fe550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:53.405062 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c2316a36-2eb5-4ac3-8539-b0c57b8fe550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:53.461836 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-4f79f4eb-d758-4691-9489-0f2d1ff6fc8b None None] Provisioning complete for port bdf2c86f-0679-49f8-90dc-cac11e00a976 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:53.462214 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4f79f4eb-d758-4691-9489-0f2d1ff6fc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:53.497304 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Set router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:30:53.537991 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-93282d0c-597f-44cb-80a4-0c786f502aa4 req-bf21695d-00b5-462d-9c33-a1eea0983289 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 210 time: 0.1192572 Jun 25 14:30:53.539125 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c2316a36-2eb5-4ac3-8539-b0c57b8fe550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:53.617213 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f103a0b4-f3ee-4552-bb19-58b3302263d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:53.639457 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:53.653050 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-c2316a36-2eb5-4ac3-8539-b0c57b8fe550 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2e2e3ea328f4226873f9082e8ca8364&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3380389 Jun 25 14:30:53.658520 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-f103a0b4-f3ee-4552-bb19-58b3302263d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:53.663746 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-f103a0b4-f3ee-4552-bb19-58b3302263d7 admin admin] Usage tracker for resource:security_group_rule and tenant:14f3214f5d614f46bbb0cffe7b21a2b6 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:53.667298 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-f103a0b4-f3ee-4552-bb19-58b3302263d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:53.674967 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-f103a0b4-f3ee-4552-bb19-58b3302263d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:53.790473 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f103a0b4-f3ee-4552-bb19-58b3302263d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:53.807062 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44174) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:53.833356 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2316a36-2eb5-4ac3-8539-b0c57b8fe550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1bc4b2-43a0-4700-835e-24a42d6f2956,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:53.881009 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f103a0b4-f3ee-4552-bb19-58b3302263d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:53.885172 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c2316a36-2eb5-4ac3-8539-b0c57b8fe550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:53.935359 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c2316a36-2eb5-4ac3-8539-b0c57b8fe550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:53.969844 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de47032-5f74-4702-a84a-6a4c0f863827 admin admin] Deleting subnet c6764369-e0c6-4933-81fa-836d70e5a8be {{(pid=78414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:30:53.973660 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0de47032-5f74-4702-a84a-6a4c0f863827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:53.979844 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-4f79f4eb-d758-4691-9489-0f2d1ff6fc8b None None] Port bdf2c86f-0679-49f8-90dc-cac11e00a976 cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:30:54.027479 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:54.037200 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0de47032-5f74-4702-a84a-6a4c0f863827 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:54.046506 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0de47032-5f74-4702-a84a-6a4c0f863827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1305554'] for subnet, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:54.150933 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44180) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:54.160535 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port 486c950d-12e1-4754-9db4-e63c854fd443, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=486c950d-12e1-4754-9db4-e63c854fd443,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:30:54.166693 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-f103a0b4-f3ee-4552-bb19-58b3302263d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14f3214f5d614f46bbb0cffe7b21a2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5512571 Jun 25 14:30:54.168075 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103a0b4-f3ee-4552-bb19-58b3302263d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2910f723-ff32-4c45-b78e-323d7e29ff40,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:54.174510 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f103a0b4-f3ee-4552-bb19-58b3302263d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:54.182795 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44182) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:54.183751 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0de47032-5f74-4702-a84a-6a4c0f863827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1303557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for subnet, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:54.203556 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:54.276141 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Router 296832da-492e-4041-b5cb-38d7c12aa2dd has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:30:54.313776 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b72fcdd2-4fb1-461c-970a-c20d7d4f381b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:54.364117 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:54.553783 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b72fcdd2-4fb1-461c-970a-c20d7d4f381b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:54.571506 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=486c950d-12e1-4754-9db4-e63c854fd443,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:54.572572 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ea41bc96-ff39-4660-b3df-c2e4afd337ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:54.589355 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:54.653401 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:54.658390 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:48Z', 'revision_number': 3, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:54.669527 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Checking router: e76bc40f-f3c9-468d-bec3-1f5c8999fe97 for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:30:54.670081 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Updating router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 port f77fadb8-f462-4bf4-87b9-a585763a7653 binding host dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:30:54.758412 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0de47032-5f74-4702-a84a-6a4c0f863827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:54.780710 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:54.832024 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de47032-5f74-4702-a84a-6a4c0f863827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6764369-e0c6-4933-81fa-836d70e5a8be,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:54.878880 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:30:54.892841 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Sync routers for ids ['296832da-492e-4041-b5cb-38d7c12aa2dd'] in dv-cinder-798088-1-smb {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:30:54.910836 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Routers {'296832da-492e-4041-b5cb-38d7c12aa2dd'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:30:54.911502 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:30:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['296832da-492e-4041-b5cb-38d7c12aa2dd'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:54.913392 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-0de47032-5f74-4702-a84a-6a4c0f863827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:54.994725 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] 10.222.0.50 "PUT /v2.0/routers/296832da-492e-4041-b5cb-38d7c12aa2dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9734051 Jun 25 14:30:55.011206 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7c1a81e0-6aa3-41af-9a86-3716774341d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:55.016004 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b72fcdd2-4fb1-461c-970a-c20d7d4f381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:55.025602 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-04abb797-a546-4a09-b9c5-e7d86b3969e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:55.043983 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fcdd2-4fb1-461c-970a-c20d7d4f381b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1bc4b2-43a0-4700-835e-24a42d6f2956,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:55.057909 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b72fcdd2-4fb1-461c-970a-c20d7d4f381b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:55.064816 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-b72fcdd2-4fb1-461c-970a-c20d7d4f381b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c1bc4b2-43a0-4700-835e-24a42d6f2956 HTTP/1.1" status: 204 len: 168 time: 1.2555952 Jun 25 14:30:55.066779 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b72fcdd2-4fb1-461c-970a-c20d7d4f381b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:55.069925 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:55.216631 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Allocated IP 172.20.0.14 (d5d797d4-cb09-4090-9b9a-02c546f30ded/79f1bfde-b1b5-40f7-8b00-88ee3ea30fec/a53368a6-0672-4b52-9bf6-f1676a33b56a) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:30:55.243129 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:55.364770 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Set router 296832da-492e-4041-b5cb-38d7c12aa2dd gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:30:55.537395 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Allocated IP 172.20.0.1 (3f846d10-9cee-4824-b681-42b7e5742db5/55e5d707-dbd0-4da0-94e3-0f06c3c28c8d/bfacf6cf-8d67-411d-a870-e7a37cc412e6) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:30:55.585546 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:55.645937 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-7c4ab95c-176a-4970-96bf-fbae64fdbc18 req-21ca5e98-0227-4406-8a6e-80f5ec371c93 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Synchronizing usage tracker for tenant:acd7a629e4b54297b1adffc2b2bbc58f on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:30:55.696640 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44206) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:55.706916 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-0de47032-5f74-4702-a84a-6a4c0f863827 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c6764369-e0c6-4933-81fa-836d70e5a8be HTTP/1.1" status: 204 len: 168 time: 3.0930605 Jun 25 14:30:55.868894 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-7c4ab95c-176a-4970-96bf-fbae64fdbc18 req-21ca5e98-0227-4406-8a6e-80f5ec371c93 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Unset dirty status for tenant:acd7a629e4b54297b1adffc2b2bbc58f on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:30:55.873974 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7c4ab95c-176a-4970-96bf-fbae64fdbc18 req-21ca5e98-0227-4406-8a6e-80f5ec371c93 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 210 time: 1.1125319 Jun 25 14:30:55.882153 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-7c1a81e0-6aa3-41af-9a86-3716774341d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:55.902860 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345843'] for network, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:55.972603 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-7c1a81e0-6aa3-41af-9a86-3716774341d6 admin admin] Usage tracker for resource:security_group_rule and tenant:be33dc44baca4ddca7bf48d7919d1c16 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:55.981824 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-7c1a81e0-6aa3-41af-9a86-3716774341d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:55.987675 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.009253 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-7c1a81e0-6aa3-41af-9a86-3716774341d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:56.068579 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ebc2fa17-324a-42f4-bacf-8c61851a03cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.083931 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.090432 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:56.094329 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.132309 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Transition to ACTIVE for port object f77fadb8-f462-4bf4-87b9-a585763a7653 will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:30:56.160769 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.176394 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:56.181540 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1302863', 'neutron.services.segments.db._delete_segments_for_network-8777684513985'] for network, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.187272 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bdf2c86f-0679-49f8-90dc-cac11e00a976', 'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'mac_address': 'fa:16:3e:ab:69:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:48Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 2, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'subnets': [{'id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:56.191765 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-addd0879-b64e-4606-8e2c-302b9d1033a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.197634 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Checking router: 296832da-492e-4041-b5cb-38d7c12aa2dd for host: dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:30:56.198014 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Updating router 296832da-492e-4041-b5cb-38d7c12aa2dd port bdf2c86f-0679-49f8-90dc-cac11e00a976 binding host dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:30:56.206892 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.216482 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:30:56.217183 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:30:56.218199 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:30:56.218822 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=78415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:30:56.219535 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:30:56.220638 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=78415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:30:56.221208 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:30:56.221773 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:30:56.222309 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:30:56.222847 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:30:56.357218 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Network d5d797d4-cb09-4090-9b9a-02c546f30ded is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:30:56.363328 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.378822 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:56.449897 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Attempting to bind port f77fadb8-f462-4bf4-87b9-a585763a7653 on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:30:56.453938 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Attempting to bind port f77fadb8-f462-4bf4-87b9-a585763a7653 by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:30:56.455616 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Attempting to bind port f77fadb8-f462-4bf4-87b9-a585763a7653 on network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:30:56.482448 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:30:56.483097 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Checking segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:56.483713 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.484392 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Bound using segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:30:56.485925 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Bound port: f77fadb8-f462-4bf4-87b9-a585763a7653, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:30:56.487782 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:30:56.487986 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.500450 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:56.505537 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.568069 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:30:56.570397 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:30:56.572327 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:30:56.572847 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:30:56.573332 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5f0089-b632-4dce-8b39-a7c6e0534bcb']}} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:56.592557 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cddef4-19ee-40b3-97b1-a4638f4fb712 None None] Pushing event updated for resources: {'Port': ['ID=f77fadb8-f462-4bf4-87b9-a585763a7653,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:56.611754 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a3cddef4-19ee-40b3-97b1-a4638f4fb712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:56.632093 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-addd0879-b64e-4606-8e2c-302b9d1033a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.633507 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 486c950d-12e1-4754-9db4-e63c854fd443 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:30:56.634789 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bd4be2-4bdc-409e-bdf1-ad962f4df363') {'for_net_delete': True} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:56.636822 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bd4be2-4bdc-409e-bdf1-ad962f4df363') {} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:56.722722 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.provisioning_blocks [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Transition to ACTIVE for port object bfacf6cf-8d67-411d-a870-e7a37cc412e6 will not be triggered until provisioned by entity DHCP. {{(pid=78415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:30:56.734012 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777684526376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6559560'] for segment, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.746669 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Pushing event updated for resources: {'Port': ['ID=a53368a6-0672-4b52-9bf6-f1676a33b56a,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:56.770109 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44226) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:56.772641 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:56.794876 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.818293 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=78415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:30:56.818738 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1300103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6724496'] for segment, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.835120 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] For port f77fadb8-f462-4bf4-87b9-a585763a7653, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: from cryptography.utils import int_from_bytes Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: from cryptography.utils import int_from_bytes Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: util.warn_limited( Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: Traceback (most recent call last): Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: timer() Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: cb(*args, **kw) Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: return func(*args, **kwargs) Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: self._notify() Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: self.callback(batched_events) Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: event.method(event) Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: return f(self, *a, **k) Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: return self._get(url).json() Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: return self.request(url, 'GET', **kwargs) Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:30:56.848461 dv-cinder-798088-1-smb neutron-server[78415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:30:56.911919 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] For port f77fadb8-f462-4bf4-87b9-a585763a7653, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=f77fadb8-f462-4bf4-87b9-a585763a7653,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:30:56.934461 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:56.952610 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:56.974856 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2167666 Jun 25 14:30:56.992489 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1444016509', 'description': 'tempest-description--1687177900'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:57.016125 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:57.027543 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Usage tracker for resource:security_group and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:57.034023 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:57.057658 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:57.100051 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1302864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8043034'] for network, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.124876 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cddef4-19ee-40b3-97b1-a4638f4fb712 None None] Pushing event updated for resources: {'Port': ['ID=f77fadb8-f462-4bf4-87b9-a585763a7653,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:57.125062 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.129005 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a3cddef4-19ee-40b3-97b1-a4638f4fb712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:57.139585 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:57.155464 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.158534 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 486c950d-12e1-4754-9db4-e63c854fd443 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:57.159828 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.172745 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Transition to ACTIVE for port object bdf2c86f-0679-49f8-90dc-cac11e00a976 will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:30:57.182862 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.195955 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4c5f0089-b632-4dce-8b39-a7c6e0534bcb HTTP/1.1" status: 204 len: 168 time: 1.4981005 Jun 25 14:30:57.197993 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.199043 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44236) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:57.201733 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:57.214539 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c5f0089-b632-4dce-8b39-a7c6e0534bcb,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:57.292839 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Routers {'e76bc40f-f3c9-468d-bec3-1f5c8999fe97'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:30:57.293713 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:30:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:57.305371 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56be7fa-ca26-483d-991e-d36276aaaa86 None None] Pushing event updated for resources: {'Port': ['ID=bdf2c86f-0679-49f8-90dc-cac11e00a976,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:57.319864 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8043099'] for router, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.444696 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-db119a42-b514-4a8e-9035-12c8b53e3f32 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:30:57.445842 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-db119a42-b514-4a8e-9035-12c8b53e3f32 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1054208 Jun 25 14:30:57.523032 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7c1a81e0-6aa3-41af-9a86-3716774341d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.594182 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c56be7fa-ca26-483d-991e-d36276aaaa86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:57.671727 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7c1a81e0-6aa3-41af-9a86-3716774341d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.673333 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.683792 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-addd0879-b64e-4606-8e2c-302b9d1033a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.714414 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-8893fd06-7736-4692-9c5c-ae5ab3e690ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:57.726607 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Network 3f846d10-9cee-4824-b681-42b7e5742db5 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:30:57.728137 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:57.729118 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:57.733444 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_v2 [None req-66583a97-caa1-4922-883a-ffd8cf30e61a admin admin] Deleting subnet 69bac42c-b46b-4bd4-a6dd-a47bfb6e8de7 {{(pid=78415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:30:57.744147 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-66583a97-caa1-4922-883a-ffd8cf30e61a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.807208 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:57.823664 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Attempting to bind port bdf2c86f-0679-49f8-90dc-cac11e00a976 on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:30:57.826045 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Attempting to bind port bdf2c86f-0679-49f8-90dc-cac11e00a976 by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:30:57.827402 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Attempting to bind port bdf2c86f-0679-49f8-90dc-cac11e00a976 on network ab1ef886-6434-4591-a53b-5e011b24d74f {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:30:57.847018 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:30:57.847545 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Checking segment: {'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:30:57.850921 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.851488 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Bound using segment: {'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:30:57.852090 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Bound port: bdf2c86f-0679-49f8-90dc-cac11e00a976, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:30:57.853464 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:57.890122 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:30:57.890761 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] Set router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:30:57.928905 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-7c1a81e0-6aa3-41af-9a86-3716774341d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be33dc44baca4ddca7bf48d7919d1c16&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7563498 Jun 25 14:30:57.931048 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:30:57.945652 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44250) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:57.968260 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Usage tracker for resource:security_group_rule and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:30:58.029162 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8043165'] for router_interface, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:58.058415 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:30:58.164459 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-66583a97-caa1-4922-883a-ffd8cf30e61a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6559601'] for subnet, precommit_delete_associations {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:58.207844 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] For port bdf2c86f-0679-49f8-90dc-cac11e00a976, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:30:58.214518 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] For port bdf2c86f-0679-49f8-90dc-cac11e00a976, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=bdf2c86f-0679-49f8-90dc-cac11e00a976,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:30:58.224686 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:58.229150 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:58.253282 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Request body: {'port': {'device_id': '40ebd9a6-49b4-4747-b5e6-f059b883fb40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:30:58.299336 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a068e034-faa2-440c-8f68-6b146d553a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:58.353871 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Pushing event updated for resources: {'Port': ['ID=bfacf6cf-8d67-411d-a870-e7a37cc412e6,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:58.364139 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:58.374401 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:58.374676 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-5f6cc24d-bbf3-4b50-8c46-b71b88c30a87 None None] Provisioning for port bfacf6cf-8d67-411d-a870-e7a37cc412e6 completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:30:58.394326 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-66583a97-caa1-4922-883a-ffd8cf30e61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1305554'] for subnet, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:58.413825 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-5f6cc24d-bbf3-4b50-8c46-b71b88c30a87 None None] Provisioning complete for port bfacf6cf-8d67-411d-a870-e7a37cc412e6 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:30:58.414202 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5f6cc24d-bbf3-4b50-8c46-b71b88c30a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:58.438518 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Routers {'296832da-492e-4041-b5cb-38d7c12aa2dd'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:30:58.439551 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:30:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['296832da-492e-4041-b5cb-38d7c12aa2dd'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:58.472451 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:30:58.528342 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a097dd-3bd1-45ac-bd61-5ed0259daccf req-a268acd4-4f98-488a-9ab4-a41886b86ff8 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:30:58.535272 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-96a097dd-3bd1-45ac-bd61-5ed0259daccf req-a268acd4-4f98-488a-9ab4-a41886b86ff8 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 932 time: 1.1975849 Jun 25 14:30:58.543272 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a81e0-6aa3-41af-9a86-3716774341d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb41952-f207-4c51-8985-139193fdbb82,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:58.603782 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56be7fa-ca26-483d-991e-d36276aaaa86 None None] Pushing event updated for resources: {'Port': ['ID=bdf2c86f-0679-49f8-90dc-cac11e00a976,revision_number=4']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:58.612645 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-66583a97-caa1-4922-883a-ffd8cf30e61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1303557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6721586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6890729'] for subnet, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:58.634050 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-5f6cc24d-bbf3-4b50-8c46-b71b88c30a87 None None] Port bfacf6cf-8d67-411d-a870-e7a37cc412e6 cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:30:58.639870 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c56be7fa-ca26-483d-991e-d36276aaaa86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:58.663918 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-492f1a70-89e7-4d21-a731-5b4b01d489fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:58.674952 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:58.680364 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-addd0879-b64e-4606-8e2c-302b9d1033a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:58.684021 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-addd0879-b64e-4606-8e2c-302b9d1033a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2910f723-ff32-4c45-b78e-323d7e29ff40 HTTP/1.1" status: 204 len: 168 time: 4.4966836 Jun 25 14:30:58.717217 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd0879-b64e-4606-8e2c-302b9d1033a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2910f723-ff32-4c45-b78e-323d7e29ff40,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:58.719583 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-addd0879-b64e-4606-8e2c-302b9d1033a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:58.790952 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-66583a97-caa1-4922-883a-ffd8cf30e61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:58.809446 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.865s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:58.809865 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:58.810004 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66583a97-caa1-4922-883a-ffd8cf30e61a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69bac42c-b46b-4bd4-a6dd-a47bfb6e8de7,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:58.822424 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-66583a97-caa1-4922-883a-ffd8cf30e61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:58.831699 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-66583a97-caa1-4922-883a-ffd8cf30e61a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/69bac42c-b46b-4bd4-a6dd-a47bfb6e8de7 HTTP/1.1" status: 204 len: 168 time: 1.6282899 Jun 25 14:30:58.833891 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44264) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:30:58.835526 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:48Z', 'revision_number': 3, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:30:58.848406 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c72e50-3ba7-4d8f-8f40-0349027edb8c None None] The sync data for ids ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'] in dv-cinder-798088-1-smb is: [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:48Z', 'revision_number': 3, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:30:58.993170 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] Set router 296832da-492e-4041-b5cb-38d7c12aa2dd gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:30:59.076497 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:59.087084 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:59.103992 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:59.195875 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345843'] for network, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:59.286407 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:30:59.303493 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-492f1a70-89e7-4d21-a731-5b4b01d489fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:59.395277 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-96a097dd-3bd1-45ac-bd61-5ed0259daccf req-b24d6983-839a-46b4-8c11-e9f3d2214d0d tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Synchronizing usage tracker for tenant:acd7a629e4b54297b1adffc2b2bbc58f on resource:security_group {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:30:59.428365 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7894240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8043572'] for router_interface, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:59.448381 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Pushing event updated for resources: {'Port': ['ID=bfacf6cf-8d67-411d-a870-e7a37cc412e6,revision_number=2']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:30:59.452755 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:30:59.534700 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:59.695573 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Network 3f846d10-9cee-4824-b681-42b7e5742db5 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:30:59.696855 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:30:59.749257 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-96a097dd-3bd1-45ac-bd61-5ed0259daccf req-b24d6983-839a-46b4-8c11-e9f3d2214d0d tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Unset dirty status for tenant:acd7a629e4b54297b1adffc2b2bbc58f on resource:security_group {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:30:59.755688 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-96a097dd-3bd1-45ac-bd61-5ed0259daccf req-b24d6983-839a-46b4-8c11-e9f3d2214d0d tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/security-groups?id=693981ee-3340-4add-8289-4fd792b563f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1221743 Jun 25 14:30:59.970636 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Router eea86975-733e-4129-9733-e0e33bf4ab9d is scheduled to L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 with binding_index 1 {{(pid=78414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:31:00.030092 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bdf2c86f-0679-49f8-90dc-cac11e00a976', 'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'mac_address': 'fa:16:3e:ab:69:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:48Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'subnets': [{'id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:00.033997 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:31:00.038988 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d0d6a-6e76-404d-b4b9-50932ff7c29f None None] The sync data for ids ['296832da-492e-4041-b5cb-38d7c12aa2dd'] in dv-cinder-798088-1-smb is: [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bdf2c86f-0679-49f8-90dc-cac11e00a976', 'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'mac_address': 'fa:16:3e:ab:69:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:48Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'subnets': [{'id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:31:00.156079 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-6a6117ba-9bb5-432c-8fc7-2f4ce5f3a223 None None] Provisioning complete for port bfacf6cf-8d67-411d-a870-e7a37cc412e6 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:00.161541 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6a6117ba-9bb5-432c-8fc7-2f4ce5f3a223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:00.283245 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1302863', 'neutron.services.segments.db._delete_segments_for_network-8777684513985'] for network, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:00.319989 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:31:00.320396 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:31:00.321194 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:31:00.321927 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Subscribe: > port after_create 55550000 {{(pid=78414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:31:00.321927 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Subscribe: > port after_delete 55550000 {{(pid=78414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:31:00.322175 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Subscribe: > port after_update 55550000 {{(pid=78414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:31:00.322412 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:31:00.325306 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:31:00.325306 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:31:00.325306 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:31:00.401989 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-6a6117ba-9bb5-432c-8fc7-2f4ce5f3a223 None None] Port bfacf6cf-8d67-411d-a870-e7a37cc412e6 cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:31:00.549125 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:31:00.554180 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:00.566342 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] 10.222.0.50 "PUT /v2.0/routers/e76bc40f-f3c9-468d-bec3-1f5c8999fe97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6923089 Jun 25 14:31:00.675490 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device f77fadb8-f462-4bf4-87b9-a585763a7653 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:00.838770 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port f77fadb8-f462-4bf4-87b9-a585763a7653 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:00.848746 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port f77fadb8-f462-4bf4-87b9-a585763a7653 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:00.849144 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:00.917992 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:31:00.924010 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:31:00.924352 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:31:00.924687 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:31:00.925073 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.services.segments.db [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbec108-764e-4533-aea2-61610e160966']}} {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:01.071545 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.services.segments.db [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb05107-ee5c-4536-9434-1e9cd35ce9a6') {'for_net_delete': True} {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:01.071967 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.services.segments.db [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb05107-ee5c-4536-9434-1e9cd35ce9a6') {} {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:01.102479 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777684526376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6311001'] for segment, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:01.173630 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:01.190616 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:01.234150 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:01.275283 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port f77fadb8-f462-4bf4-87b9-a585763a7653, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=f77fadb8-f462-4bf4-87b9-a585763a7653,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:01.284273 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:01.285896 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device bdf2c86f-0679-49f8-90dc-cac11e00a976 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:01.342148 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-492f1a70-89e7-4d21-a731-5b4b01d489fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:01.342560 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:01.364764 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-da2bb5bb-4100-47f8-9828-8e9d4aedc02a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:01.388351 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=78414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:31:01.388748 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1300103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6309635'] for segment, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: from cryptography.utils import int_from_bytes Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: from cryptography.utils import int_from_bytes Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: util.warn_limited( Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: Traceback (most recent call last): Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: timer() Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: cb(*args, **kw) Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: return func(*args, **kwargs) Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: self._notify() Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: self.callback(batched_events) Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: event.method(event) Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: return f(self, *a, **k) Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: return self._get(url).json() Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: return self.request(url, 'GET', **kwargs) Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:31:01.450727 dv-cinder-798088-1-smb neutron-server[78414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:31:01.473857 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:01.489474 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=f77fadb8-f462-4bf4-87b9-a585763a7653,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:01.494095 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:01.517360 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port bdf2c86f-0679-49f8-90dc-cac11e00a976 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:01.535304 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port bdf2c86f-0679-49f8-90dc-cac11e00a976 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:01.535921 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:01.539963 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f1a70-89e7-4d21-a731-5b4b01d489fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb41952-f207-4c51-8985-139193fdbb82,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:01.881581 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:01.915480 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44308) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:01.924999 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--416187135', 'description': 'tempest-description--946615259'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:01.936709 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:01.939208 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port bdf2c86f-0679-49f8-90dc-cac11e00a976, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=bdf2c86f-0679-49f8-90dc-cac11e00a976,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:01.944667 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:01.947836 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-26e1594e-84aa-4e0a-9da0-5b706b35fdcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:01.955465 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:01.996602 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Usage tracker for resource:security_group and tenant:69f59d897952483db727b31e7fb234a7 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:01.998714 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:02.008611 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:02.011271 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3f69f25a-af0f-4779-a280-2d082053fddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:02.011642 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3f69f25a-af0f-4779-a280-2d082053fddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:02.024712 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:02.036947 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=bdf2c86f-0679-49f8-90dc-cac11e00a976,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:02.041561 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:02.052533 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:02.069637 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-492f1a70-89e7-4d21-a731-5b4b01d489fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:02.073678 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-492f1a70-89e7-4d21-a731-5b4b01d489fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/deb41952-f207-4c51-8985-139193fdbb82 HTTP/1.1" status: 204 len: 168 time: 4.1052926 Jun 25 14:31:02.102316 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:02.112278 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Usage tracker for resource:security_group_rule and tenant:69f59d897952483db727b31e7fb234a7 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:02.121838 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:02.139151 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:02.359788 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:02.370852 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:02.383227 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:02.500072 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:02.514638 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:02.541189 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:31:02.554885 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:02.555678 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Sync routers for ids ['eea86975-733e-4129-9733-e0e33bf4ab9d'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:31:02.556973 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6405001 Jun 25 14:31:02.559968 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44324) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:02.578661 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-e4ed2356-d11f-4265-909e-ae53fb924991 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Request body: {'security_group_rule': {'security_group_id': 'ba3131b9-7ce5-43c3-811c-47b7c43ec5fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:02.581080 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1302864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8043034'] for network, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:02.600110 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Routers {'eea86975-733e-4129-9733-e0e33bf4ab9d'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:02.601320 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:30:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['eea86975-733e-4129-9733-e0e33bf4ab9d'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:02.609563 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-e4ed2356-d11f-4265-909e-ae53fb924991 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:02.637834 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-e4ed2356-d11f-4265-909e-ae53fb924991 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Usage tracker for resource:security_group_rule and tenant:69f59d897952483db727b31e7fb234a7 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:02.642919 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-e4ed2356-d11f-4265-909e-ae53fb924991 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:02.657472 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-e4ed2356-d11f-4265-909e-ae53fb924991 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:02.694843 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:02.703091 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2356-d11f-4265-909e-ae53fb924991 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:02.705518 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 5.7945096 Jun 25 14:31:02.708860 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44328) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:02.748701 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Sync routers for ids ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'] in dv-cinder-798088-1-smb {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:31:02.778583 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:02.786736 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] 10.222.0.50 "DELETE /v2.0/networks/7dbec108-764e-4533-aea2-61610e160966 HTTP/1.1" status: 204 len: 168 time: 3.9061105 Jun 25 14:31:02.792156 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:02.804668 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Routers {'e76bc40f-f3c9-468d-bec3-1f5c8999fe97'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:02.805625 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:30:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:02.875660 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-860eff29-2e4f-407c-80a6-b79d54d0343e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Request body: {'security_group_rule': {'security_group_id': '186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:02.955341 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device f77fadb8-f462-4bf4-87b9-a585763a7653 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:02.990315 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-860eff29-2e4f-407c-80a6-b79d54d0343e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:03.006596 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Notify callbacks [] for router, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:03.018356 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 15.5087531 Jun 25 14:31:03.020365 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Pushing event deleted for resources: {'Network': ['ID=7dbec108-764e-4533-aea2-61610e160966,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:03.034071 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:03.041830 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44336) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:03.109976 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ea082-d079-4d02-81e3-e279c7c5bb52 req-169654b3-2a1c-472e-b4ef-e991fa49a97e tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:03.124483 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-dd5ea082-d079-4d02-81e3-e279c7c5bb52 req-169654b3-2a1c-472e-b4ef-e991fa49a97e tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 932 time: 1.9167793 Jun 25 14:31:03.128203 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2356-d11f-4265-909e-ae53fb924991 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:03.128650 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-860eff29-2e4f-407c-80a6-b79d54d0343e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Usage tracker for resource:security_group_rule and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:03.139028 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2356-d11f-4265-909e-ae53fb924991 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:03.142570 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:03.248981 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed2356-d11f-4265-909e-ae53fb924991 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f957be-f93b-48ac-a634-c7f61bbf8727,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:03.257482 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-e4ed2356-d11f-4265-909e-ae53fb924991 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:03.268553 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2356-d11f-4265-909e-ae53fb924991 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:03.270171 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-e4ed2356-d11f-4265-909e-ae53fb924991 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7090878 Jun 25 14:31:03.272939 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44340) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:03.303021 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-5e1fc04e-ba2f-489a-b687-f3f66169aadf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Request body: {'security_group_rule': {'security_group_id': 'ba3131b9-7ce5-43c3-811c-47b7c43ec5fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:03.318097 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-5e1fc04e-ba2f-489a-b687-f3f66169aadf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:03.327270 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-5e1fc04e-ba2f-489a-b687-f3f66169aadf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Usage tracker for resource:security_group_rule and tenant:69f59d897952483db727b31e7fb234a7 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:03.331934 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-5e1fc04e-ba2f-489a-b687-f3f66169aadf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:03.348417 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-5e1fc04e-ba2f-489a-b687-f3f66169aadf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:03.376849 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5e1fc04e-ba2f-489a-b687-f3f66169aadf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:03.398320 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Set router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:03.513361 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Set router eea86975-733e-4129-9733-e0e33bf4ab9d gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:03.527407 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5e1fc04e-ba2f-489a-b687-f3f66169aadf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:03.542401 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5e1fc04e-ba2f-489a-b687-f3f66169aadf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:03.544790 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:03.613081 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-860eff29-2e4f-407c-80a6-b79d54d0343e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:03.661131 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-860eff29-2e4f-407c-80a6-b79d54d0343e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:03.663348 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44350) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:03.663682 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44352) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:03.684530 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5e1fc04e-ba2f-489a-b687-f3f66169aadf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:03.691777 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-5e1fc04e-ba2f-489a-b687-f3f66169aadf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4123666 Jun 25 14:31:03.692975 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fc04e-ba2f-489a-b687-f3f66169aadf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5514bcb7-556a-44ee-8c96-7327344cc138,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:03.700619 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44358) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:03.708501 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-5e1fc04e-ba2f-489a-b687-f3f66169aadf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:03.728030 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Request body: {'floatingip': {'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:03.749930 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:03.750578 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-dd5ea082-d079-4d02-81e3-e279c7c5bb52 req-75a77eae-02b4-4e06-a491-d22f282437f2 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/security-groups?id=693981ee-3340-4add-8289-4fd792b563f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246059 Jun 25 14:31:03.759092 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-819cb851-4afa-4c46-b514-33f91bdf2a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:03.766383 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Usage tracker for resource:floatingip and tenant:69f59d897952483db727b31e7fb234a7 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:03.782395 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:03.783773 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.db.resource_extend [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 14:31:03.804001 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:03.820036 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port f77fadb8-f462-4bf4-87b9-a585763a7653 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:03.820635 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:03.836089 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for floatingip, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:03.909257 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-62ba1249-e9c6-40bc-a39c-d47a3ccc2d7b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=282d8586bfa04dc0b249fc63f62e2aa6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2399204 Jun 25 14:31:03.921106 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44364) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:03.998861 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-860eff29-2e4f-407c-80a6-b79d54d0343e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:04.047267 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-819cb851-4afa-4c46-b514-33f91bdf2a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:04.133278 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-819cb851-4afa-4c46-b514-33f91bdf2a4c admin admin] Usage tracker for resource:security_group_rule and tenant:8bc54d6dd67e4794944a77e5b27e3cba is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:04.140401 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-819cb851-4afa-4c46-b514-33f91bdf2a4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:04.164185 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-819cb851-4afa-4c46-b514-33f91bdf2a4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:04.289585 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bfacf6cf-8d67-411d-a870-e7a37cc412e6', 'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'mac_address': 'fa:16:3e:ce:b4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:55Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 2, 'project_id': '69f59d897952483db727b31e7fb234a7', 'subnets': [{'id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:04.324747 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Checking router: e76bc40f-f3c9-468d-bec3-1f5c8999fe97 for host: dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:31:04.325339 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Updating router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 port bfacf6cf-8d67-411d-a870-e7a37cc412e6 binding host dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:31:04.337205 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1c98b84e-e7bb-44f2-9cc6-6331e475f196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:04.351214 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53368a6-0672-4b52-9bf6-f1676a33b56a {{(pid=78414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:04.468581 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1c98b84e-e7bb-44f2-9cc6-6331e475f196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:04.498832 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:04.512209 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:04.569761 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:04.597022 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device bdf2c86f-0679-49f8-90dc-cac11e00a976 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:04.736103 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Transition to ACTIVE for port object a53368a6-0672-4b52-9bf6-f1676a33b56a will not be triggered until provisioned by entity L2. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:04.780265 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Allocated IP 172.28.0.49 (93c87320-2b90-44fa-ad5e-83d4f4b48af6/b87a097a-2410-41cc-a04b-b3f133853cca/dd8f35c5-9472-433a-ad48-c35ce490d44e) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:04.803193 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:04.817936 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-860eff29-2e4f-407c-80a6-b79d54d0343e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:04.935938 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port bdf2c86f-0679-49f8-90dc-cac11e00a976 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:04.936525 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:05.155412 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1c98b84e-e7bb-44f2-9cc6-6331e475f196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:05.185726 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:05.227449 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98b84e-e7bb-44f2-9cc6-6331e475f196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df81696-eff5-4607-a44c-fcf9d5cf5f72,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:05.232462 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-1c98b84e-e7bb-44f2-9cc6-6331e475f196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:05.236301 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1c98b84e-e7bb-44f2-9cc6-6331e475f196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:05.240182 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-1c98b84e-e7bb-44f2-9cc6-6331e475f196 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0df81696-eff5-4607-a44c-fcf9d5cf5f72 HTTP/1.1" status: 204 len: 168 time: 1.3139999 Jun 25 14:31:05.266285 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:05.348982 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1861973026-router', 'tenant_id': '570df59ecce748a7b99477e25f41f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '10b3040b-b8c8-481c-a54c-d610e76b5a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:47Z', 'updated_at': '2021-06-25T14:30:53Z', 'revision_number': 3, 'project_id': '570df59ecce748a7b99477e25f41f4a4', 'gw_port': {'id': '10b3040b-b8c8-481c-a54c-d610e76b5a90', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:50Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:05.353907 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:05.384501 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Checking router: eea86975-733e-4129-9733-e0e33bf4ab9d for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:31:05.384977 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Updating router eea86975-733e-4129-9733-e0e33bf4ab9d port 10b3040b-b8c8-481c-a54c-d610e76b5a90 binding host dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:31:05.469557 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:05.496726 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:05.521273 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-860eff29-2e4f-407c-80a6-b79d54d0343e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:05.634033 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:05.681200 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a53368a6-0672-4b52-9bf6-f1676a33b56a,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:05.807187 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:05.810979 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:05.816045 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:05.872353 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-819cb851-4afa-4c46-b514-33f91bdf2a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:05.910099 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event updated for resources: {'Port': ['ID=dd8f35c5-9472-433a-ad48-c35ce490d44e,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:05.922572 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:05.978011 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:06.005149 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:06.006630 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:06.013305 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-819cb851-4afa-4c46-b514-33f91bdf2a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:06.050096 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Transition to ACTIVE for port object bfacf6cf-8d67-411d-a870-e7a37cc412e6 will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:06.078496 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:06.104759 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c56be7fa-ca26-483d-991e-d36276aaaa86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:06.223832 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:06.326766 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860eff29-2e4f-407c-80a6-b79d54d0343e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df904ec6-fe2f-4dbf-a8c1-7a69c569a499,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:06.341058 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-860eff29-2e4f-407c-80a6-b79d54d0343e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:06.395372 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e779d7-5a12-4831-a943-d3961fa4224a None None] Pushing event updated for resources: {'Port': ['ID=bfacf6cf-8d67-411d-a870-e7a37cc412e6,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:06.405002 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-89e779d7-5a12-4831-a943-d3961fa4224a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:06.432946 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-addd0879-b64e-4606-8e2c-302b9d1033a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:06.493881 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:06.725197 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:06.767816 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Transition to ACTIVE for port object 10b3040b-b8c8-481c-a54c-d610e76b5a90 will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:06.795807 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:06.809282 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a3cddef4-19ee-40b3-97b1-a4638f4fb712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:06.833399 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-860eff29-2e4f-407c-80a6-b79d54d0343e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:06.835581 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-860eff29-2e4f-407c-80a6-b79d54d0343e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.0811133 Jun 25 14:31:06.861518 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44400) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:06.890323 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-671445bd-bd00-4122-8c77-3e787866cd11 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Request body: {'security_group_rule': {'security_group_id': '186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:06.911461 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-819cb851-4afa-4c46-b514-33f91bdf2a4c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8bc54d6dd67e4794944a77e5b27e3cba&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2466929 Jun 25 14:31:06.925755 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44404) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:06.934061 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-671445bd-bd00-4122-8c77-3e787866cd11 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:06.943599 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Attempting to bind port bfacf6cf-8d67-411d-a870-e7a37cc412e6 on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:06.944237 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Attempting to bind port bfacf6cf-8d67-411d-a870-e7a37cc412e6 by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:06.944370 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Attempting to bind port bfacf6cf-8d67-411d-a870-e7a37cc412e6 on network 3f846d10-9cee-4824-b681-42b7e5742db5 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:06.959659 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:06.965318 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Checking segment: {'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:06.965803 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:06.966216 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Bound using segment: {'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:06.966727 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Bound port: bfacf6cf-8d67-411d-a870-e7a37cc412e6, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:06.967167 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:06.976407 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cb851-4afa-4c46-b514-33f91bdf2a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e0b00c-32a6-426b-8bfb-3e4c217318a3,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:06.978885 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Attempting to bind port a53368a6-0672-4b52-9bf6-f1676a33b56a on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:06.979397 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Attempting to bind port a53368a6-0672-4b52-9bf6-f1676a33b56a by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '4fab9dd0-156a-45e4-b59e-0fb35a012e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5d797d4-cb09-4090-9b9a-02c546f30ded'}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:06.979754 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Attempting to bind port a53368a6-0672-4b52-9bf6-f1676a33b56a on network d5d797d4-cb09-4090-9b9a-02c546f30ded {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:07.014580 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44408) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:07.017947 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-819cb851-4afa-4c46-b514-33f91bdf2a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:07.041501 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Attempting to bind port 10b3040b-b8c8-481c-a54c-d610e76b5a90 on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:07.042222 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Attempting to bind port 10b3040b-b8c8-481c-a54c-d610e76b5a90 by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:07.043063 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Attempting to bind port 10b3040b-b8c8-481c-a54c-d610e76b5a90 on network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:07.048132 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-671445bd-bd00-4122-8c77-3e787866cd11 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Usage tracker for resource:security_group_rule and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:07.059038 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67841de-f772-44e1-a3da-1a4200b6b646 None None] Pushing event updated for resources: {'Port': ['ID=10b3040b-b8c8-481c-a54c-d610e76b5a90,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:07.059592 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-671445bd-bd00-4122-8c77-3e787866cd11 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:07.062781 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:07.063980 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Checking segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:07.064886 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.066154 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Bound using segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:07.066869 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Bound port: 10b3040b-b8c8-481c-a54c-d610e76b5a90, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:07.067675 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.092577 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-671445bd-bd00-4122-8c77-3e787866cd11 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:07.102178 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d67841de-f772-44e1-a3da-1a4200b6b646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:07.121918 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-85f8c492-f017-4ece-bead-05634634d342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.157837 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] For port bfacf6cf-8d67-411d-a870-e7a37cc412e6, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:07.161464 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] For port bfacf6cf-8d67-411d-a870-e7a37cc412e6, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=bfacf6cf-8d67-411d-a870-e7a37cc412e6,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:07.170981 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.183936 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:07.185344 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Port a53368a6-0672-4b52-9bf6-f1676a33b56a on network d5d797d4-cb09-4090-9b9a-02c546f30ded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:31:07.185670 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Attempting to bind port a53368a6-0672-4b52-9bf6-f1676a33b56a on network d5d797d4-cb09-4090-9b9a-02c546f30ded {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:07.195859 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:07.196191 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Checking segment: {'id': '4fab9dd0-156a-45e4-b59e-0fb35a012e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5d797d4-cb09-4090-9b9a-02c546f30ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:07.196773 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Bound using segment: {'id': '4fab9dd0-156a-45e4-b59e-0fb35a012e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5d797d4-cb09-4090-9b9a-02c546f30ded'} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:07.197209 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Bound port: a53368a6-0672-4b52-9bf6-f1676a33b56a, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fab9dd0-156a-45e4-b59e-0fb35a012e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5d797d4-cb09-4090-9b9a-02c546f30ded'}}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:07.197551 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.209709 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-671445bd-bd00-4122-8c77-3e787866cd11 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.241309 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191827d-cba0-4e2d-b6b7-392ac9376345 req-4c6d6cc5-2430-4942-8cfc-bcda42210e0c tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:07.249624 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e191827d-cba0-4e2d-b6b7-392ac9376345 req-4c6d6cc5-2430-4942-8cfc-bcda42210e0c tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 944 time: 2.1353765 Jun 25 14:31:07.314802 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Routers {'e76bc40f-f3c9-468d-bec3-1f5c8999fe97'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:07.315474 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:30:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:07.322048 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] For port 10b3040b-b8c8-481c-a54c-d610e76b5a90, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:07.322719 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-85f8c492-f017-4ece-bead-05634634d342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.325762 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] For port 10b3040b-b8c8-481c-a54c-d610e76b5a90, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=10b3040b-b8c8-481c-a54c-d610e76b5a90,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:07.333812 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.338160 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:07.402358 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-46e9976e-4275-4aae-8cde-87ddffa92995 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=038b8ef7765c4b188e4eab10b7897b78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3796196 Jun 25 14:31:07.432960 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44416) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:07.478734 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for port, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.504533 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.540688 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:07.556795 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Routers {'eea86975-733e-4129-9733-e0e33bf4ab9d'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:07.557425 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:30:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['eea86975-733e-4129-9733-e0e33bf4ab9d'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:07.577261 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.595104 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e191827d-cba0-4e2d-b6b7-392ac9376345 req-42b7a73f-7ea4-430c-a508-9166fd507ff6 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/security-groups?id=693981ee-3340-4add-8289-4fd792b563f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444722 Jun 25 14:31:07.619597 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67841de-f772-44e1-a3da-1a4200b6b646 None None] Pushing event updated for resources: {'Port': ['ID=10b3040b-b8c8-481c-a54c-d610e76b5a90,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:07.630467 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d67841de-f772-44e1-a3da-1a4200b6b646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:07.660557 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-671445bd-bd00-4122-8c77-3e787866cd11 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.676114 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-671445bd-bd00-4122-8c77-3e787866cd11 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.681296 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] For port a53368a6-0672-4b52-9bf6-f1676a33b56a, host hv-cinder-79808, cleared binding levels {{(pid=78414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:07.710649 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e779d7-5a12-4831-a943-d3961fa4224a None None] Pushing event updated for resources: {'Port': ['ID=bfacf6cf-8d67-411d-a870-e7a37cc412e6,revision_number=4']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:07.716115 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] For port a53368a6-0672-4b52-9bf6-f1676a33b56a, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=a53368a6-0672-4b52-9bf6-f1676a33b56a,segment=NetworkSegment(4fab9dd0-156a-45e4-b59e-0fb35a012e35),segment_id=4fab9dd0-156a-45e4-b59e-0fb35a012e35)] {{(pid=78414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:07.717435 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-89e779d7-5a12-4831-a943-d3961fa4224a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:07.724017 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] Set router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:07.732244 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-85f8c492-f017-4ece-bead-05634634d342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.741741 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-85f8c492-f017-4ece-bead-05634634d342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.745638 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-85f8c492-f017-4ece-bead-05634634d342 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2e0b00c-32a6-426b-8bfb-3e4c217318a3 HTTP/1.1" status: 204 len: 168 time: 0.8188756 Jun 25 14:31:07.746490 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-671445bd-bd00-4122-8c77-3e787866cd11 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.751206 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-671445bd-bd00-4122-8c77-3e787866cd11 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8749139 Jun 25 14:31:07.754588 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44422) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:07.762227 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event updated for resources: {'Port': ['ID=dd8f35c5-9472-433a-ad48-c35ce490d44e,revision_number=2']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:07.770219 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Request body: {'floatingip': {'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:07.776123 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:07.776939 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8043240'] for floatingip, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.790841 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.794854 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-e4ed2356-d11f-4265-909e-ae53fb924991 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:07.810698 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:07.812164 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] Set router eea86975-733e-4129-9733-e0e33bf4ab9d gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:07.813422 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671445bd-bd00-4122-8c77-3e787866cd11 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e690121-8b74-4239-9df8-583b35d8b8bc,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:07.815392 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.816493 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:07.828519 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1220832 Jun 25 14:31:07.838087 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-671445bd-bd00-4122-8c77-3e787866cd11 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:07.838526 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:07.864506 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a08f8b52-2ebd-491e-8394-13e544c246bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.884177 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Usage tracker for resource:floatingip and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:07.887512 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:07.895297 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8c492-f017-4ece-bead-05634634d342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e0b00c-32a6-426b-8bfb-3e4c217318a3,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:07.897246 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:07.903421 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-85f8c492-f017-4ece-bead-05634634d342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:07.914840 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:07.915501 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.917241 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] 10.222.0.38 "PUT /v2.0/ports/a53368a6-0672-4b52-9bf6-f1676a33b56a HTTP/1.1" status: 200 len: 1094 time: 10.1133177 Jun 25 14:31:07.917840 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ebd9a6-49b4-4747-b5e6-f059b883fb40', 'tag': 'a53368a6-0672-4b52-9bf6-f1676a33b56a'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:07.927155 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for floatingip, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.993022 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a08f8b52-2ebd-491e-8394-13e544c246bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:08.102303 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a53368a6-0672-4b52-9bf6-f1676a33b56a,revision_number=3']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:08.193973 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:08.238621 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:08.343240 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a08f8b52-2ebd-491e-8394-13e544c246bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:08.364178 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:08.373616 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2f7fdc19-b5ac-4d02-b052-2f99ddad726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:08.375101 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-2f7fdc19-b5ac-4d02-b052-2f99ddad726d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acd7a629e4b54297b1adffc2b2bbc58f&device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 1097 time: 0.3846564 Jun 25 14:31:08.384671 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f8b52-2ebd-491e-8394-13e544c246bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a180ea-a03c-440c-a2c5-3b7b406b765d,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:08.387027 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Allocated IP 172.20.0.1 (f6be99bb-e9c4-4334-a275-5db1709be021/9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f/4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:08.455965 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-94bc0b96-6566-4e15-b22a-dac1e210851b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Synchronizing usage tracker for tenant:69f59d897952483db727b31e7fb234a7 on resource:security_group {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:08.458854 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a08f8b52-2ebd-491e-8394-13e544c246bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:08.502615 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1861973026-router', 'tenant_id': '570df59ecce748a7b99477e25f41f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '10b3040b-b8c8-481c-a54c-d610e76b5a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:47Z', 'updated_at': '2021-06-25T14:30:53Z', 'revision_number': 3, 'project_id': '570df59ecce748a7b99477e25f41f4a4', 'gw_port': {'id': '10b3040b-b8c8-481c-a54c-d610e76b5a90', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:50Z', 'updated_at': '2021-06-25T14:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:08.505003 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-fffcda44-ef6b-4d69-a1c0-d3f049c2eb95 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a53368a6-0672-4b52-9bf6-f1676a33b56a HTTP/1.1" status: 200 len: 217 time: 0.1148398 Jun 25 14:31:08.509564 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bb575f-0d4c-4008-a49a-33e5e5cf9d16 None None] The sync data for ids ['eea86975-733e-4129-9733-e0e33bf4ab9d'] in dv-cinder-798088-1-smb is: [{'id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1861973026-router', 'tenant_id': '570df59ecce748a7b99477e25f41f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '10b3040b-b8c8-481c-a54c-d610e76b5a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:47Z', 'updated_at': '2021-06-25T14:30:53Z', 'revision_number': 3, 'project_id': '570df59ecce748a7b99477e25f41f4a4', 'gw_port': {'id': '10b3040b-b8c8-481c-a54c-d610e76b5a90', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:50Z', 'updated_at': '2021-06-25T14:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:31:08.592451 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a08f8b52-2ebd-491e-8394-13e544c246bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:08.595575 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-a08f8b52-2ebd-491e-8394-13e544c246bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58a180ea-a03c-440c-a2c5-3b7b406b765d HTTP/1.1" status: 204 len: 168 time: 1.1587718 Jun 25 14:31:08.677636 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bfacf6cf-8d67-411d-a870-e7a37cc412e6', 'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'mac_address': 'fa:16:3e:ce:b4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:55Z', 'updated_at': '2021-06-25T14:31:07Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'subnets': [{'id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:08.684252 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea9f30-d22d-437c-8bd5-aee5e56d559d None None] The sync data for ids ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'] in dv-cinder-798088-1-smb is: [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bfacf6cf-8d67-411d-a870-e7a37cc412e6', 'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'mac_address': 'fa:16:3e:ce:b4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:55Z', 'updated_at': '2021-06-25T14:31:07Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'subnets': [{'id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:31:08.721280 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Allocated IP 172.28.0.228 (93c87320-2b90-44fa-ad5e-83d4f4b48af6/b87a097a-2410-41cc-a04b-b3f133853cca/66aada1a-8c9d-4938-b327-bb295b60ac7c) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:08.767032 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-94bc0b96-6566-4e15-b22a-dac1e210851b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Unset dirty status for tenant:69f59d897952483db727b31e7fb234a7 on resource:security_group {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:08.771663 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-94bc0b96-6566-4e15-b22a-dac1e210851b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--416187135&fields=id&tenant_id=69f59d897952483db727b31e7fb234a7 HTTP/1.1" status: 200 len: 267 time: 0.4886711 Jun 25 14:31:09.053911 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ebd9a6-49b4-4747-b5e6-f059b883fb40', 'tag': 'a53368a6-0672-4b52-9bf6-f1676a33b56a', 'status': 'completed', 'code': 200} Jun 25 14:31:09.153167 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.202055 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-8146b156-2d3d-48fa-a516-764133f0e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:09.203921 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-8146b156-2d3d-48fa-a516-764133f0e764 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=79f1bfde-b1b5-40f7-8b00-88ee3ea30fec HTTP/1.1" status: 200 len: 851 time: 0.6532600 Jun 25 14:31:09.212927 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-cf3eb449-52c2-4eb5-9874-d204dc250781 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:09.213632 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-cf3eb449-52c2-4eb5-9874-d204dc250781 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Synchronizing usage tracker for tenant:69f59d897952483db727b31e7fb234a7 on resource:network {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:09.254022 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.258205 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:09.415579 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.419513 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event updated for resources: {'Port': ['ID=66aada1a-8c9d-4938-b327-bb295b60ac7c,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:09.444048 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:09.455287 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:09.456623 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:09.462246 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:09.465422 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-9f819104-b70d-4615-bab7-9da7d818253d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5d797d4-cb09-4090-9b9a-02c546f30ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2387431 Jun 25 14:31:09.472264 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.476843 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-cf3eb449-52c2-4eb5-9874-d204dc250781 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Unset dirty status for tenant:69f59d897952483db727b31e7fb234a7 on resource:network {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:09.478015 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-cf3eb449-52c2-4eb5-9874-d204dc250781 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/networks?id=3f846d10-9cee-4824-b681-42b7e5742db5 HTTP/1.1" status: 200 len: 817 time: 0.6662631 Jun 25 14:31:09.510665 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2a41abe2-99d4-4b09-890d-5fba90418b8f tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:09.602900 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.625474 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Pushing event updated for resources: {'Port': ['ID=4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:09.657009 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:09.672677 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-0443d187-01b7-4510-8883-0ad81062ce5f tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/quotas/69f59d897952483db727b31e7fb234a7 HTTP/1.1" status: 200 len: 375 time: 0.0506568 Jun 25 14:31:09.718799 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.756938 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Network f6be99bb-e9c4-4334-a275-5db1709be021 is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:09.811341 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:09.840877 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:10.115407 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77640a3-ffbe-4596-96b5-054fa4ffc215 req-8b468a0f-17a9-440c-a629-1cb12935ba38 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:10.128997 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for port, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.131744 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d77640a3-ffbe-4596-96b5-054fa4ffc215 req-8b468a0f-17a9-440c-a629-1cb12935ba38 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 944 time: 0.8095648 Jun 25 14:31:10.133156 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8043165'] for router_interface, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.138410 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.143783 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-6ad0928a-a889-4bb7-9864-b51b59f577d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:10.225754 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device bfacf6cf-8d67-411d-a870-e7a37cc412e6 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:10.342912 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-f1d9c93c-f05b-49aa-b5ab-56d5d3f1d98f service neutron] 10.222.0.38 "GET /v2.0/networks/d5d797d4-cb09-4090-9b9a-02c546f30ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8624132 Jun 25 14:31:10.348088 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port bfacf6cf-8d67-411d-a870-e7a37cc412e6 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:10.356289 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port bfacf6cf-8d67-411d-a870-e7a37cc412e6 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:10.356888 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.405614 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event updated for resources: {'Port': ['ID=66aada1a-8c9d-4938-b327-bb295b60ac7c,revision_number=2']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:10.429437 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:10.484145 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8043240'] for floatingip, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.494327 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-ab9553b0-1f1f-488c-82d4-62c27605470c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=69f59d897952483db727b31e7fb234a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7551887 Jun 25 14:31:10.507409 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d77640a3-ffbe-4596-96b5-054fa4ffc215 req-ba310848-9c9d-4ff0-92a3-fa34ebef9b48 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/security-groups?id=693981ee-3340-4add-8289-4fd792b563f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694491 Jun 25 14:31:10.565219 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.569631 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.570498 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8127270 Jun 25 14:31:10.601539 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdeca8cc-d5d9-4922-aae3-c19ed9a4146e req-1cfdd925-6bc2-473d-882a-4d5388018312 service neutron] 10.222.0.38 "GET /v2.0/networks/d5d797d4-cb09-4090-9b9a-02c546f30ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500362 Jun 25 14:31:10.645508 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port bfacf6cf-8d67-411d-a870-e7a37cc412e6, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=bfacf6cf-8d67-411d-a870-e7a37cc412e6,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:10.650001 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.651219 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 10b3040b-b8c8-481c-a54c-d610e76b5a90 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:10.701105 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b0907108-ed3f-4e08-9b9c-9b2d05e30b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:10.799829 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.832419 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=bfacf6cf-8d67-411d-a870-e7a37cc412e6,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:10.839422 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:10.882838 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe72bb6-5b9b-4a4a-97bf-6187470d530f req-c35a572e-c822-4e43-ba06-25c8944e5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:10.884594 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4fe72bb6-5b9b-4a4a-97bf-6187470d530f req-c35a572e-c822-4e43-ba06-25c8944e5f70 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acd7a629e4b54297b1adffc2b2bbc58f&device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 1097 time: 0.1996572 Jun 25 14:31:10.908687 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port 10b3040b-b8c8-481c-a54c-d610e76b5a90 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:10.919102 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 10b3040b-b8c8-481c-a54c-d610e76b5a90 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:10.919488 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.095572 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44546) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:11.119936 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.139211 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port 10b3040b-b8c8-481c-a54c-d610e76b5a90, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=10b3040b-b8c8-481c-a54c-d610e76b5a90,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:11.143731 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.147109 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:11.166622 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe72bb6-5b9b-4a4a-97bf-6187470d530f req-e3b96389-8065-4244-a39f-2b70418cc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:11.180864 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4fe72bb6-5b9b-4a4a-97bf-6187470d530f req-e3b96389-8065-4244-a39f-2b70418cc142 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d5d797d4-cb09-4090-9b9a-02c546f30ded HTTP/1.1" status: 200 len: 912 time: 0.2861917 Jun 25 14:31:11.224342 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=10b3040b-b8c8-481c-a54c-d610e76b5a90,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:11.228430 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:11.307830 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b93631bd-6b23-42df-ba9a-2d3036a891ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.339952 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-b93631bd-6b23-42df-ba9a-2d3036a891ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:11.344833 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-b93631bd-6b23-42df-ba9a-2d3036a891ad admin admin] Usage tracker for resource:security_group_rule and tenant:d1587fe595024705afd94ea3738ba354 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:11.348652 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-b93631bd-6b23-42df-ba9a-2d3036a891ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:11.357223 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4fe72bb6-5b9b-4a4a-97bf-6187470d530f req-36451aa7-c582-4f3e-9299-6339499e3760 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a53368a6-0672-4b52-9bf6-f1676a33b56a HTTP/1.1" status: 200 len: 217 time: 0.1520653 Jun 25 14:31:11.357412 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-b93631bd-6b23-42df-ba9a-2d3036a891ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:11.460940 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-2740cccc-a83c-4ab3-ab09-e8e7afa93633 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Synchronizing usage tracker for tenant:ab8abfae579f4cb1ae4a79ff2c581b7a on resource:security_group {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:11.482621 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b93631bd-6b23-42df-ba9a-2d3036a891ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.489052 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b93631bd-6b23-42df-ba9a-2d3036a891ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.492237 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-38e082d5-5d77-40ad-a192-82293798fe48 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:31:11.493250 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-38e082d5-5d77-40ad-a192-82293798fe48 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1867177 Jun 25 14:31:11.499871 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:11.503861 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.559961 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-b93631bd-6b23-42df-ba9a-2d3036a891ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1587fe595024705afd94ea3738ba354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4606996 Jun 25 14:31:11.559961 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93631bd-6b23-42df-ba9a-2d3036a891ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f5fd51-c5cb-48c2-a8a8-e10b6ec8066a,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:11.561264 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44576) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:11.564316 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b93631bd-6b23-42df-ba9a-2d3036a891ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:11.614370 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe72bb6-5b9b-4a4a-97bf-6187470d530f req-9236433f-ba16-441a-bb7c-0c9c5d77f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:11.615934 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4fe72bb6-5b9b-4a4a-97bf-6187470d530f req-9236433f-ba16-441a-bb7c-0c9c5d77f185 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=79f1bfde-b1b5-40f7-8b00-88ee3ea30fec HTTP/1.1" status: 200 len: 851 time: 0.2459140 Jun 25 14:31:11.620936 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.630898 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-2740cccc-a83c-4ab3-ab09-e8e7afa93633 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Unset dirty status for tenant:ab8abfae579f4cb1ae4a79ff2c581b7a on resource:security_group {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:11.632087 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-2740cccc-a83c-4ab3-ab09-e8e7afa93633 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1444016509&fields=id&tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a HTTP/1.1" status: 200 len: 267 time: 0.3171797 Jun 25 14:31:11.649079 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b381938b-4765-402c-8e5d-0514fa33ead7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.684370 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b381938b-4765-402c-8e5d-0514fa33ead7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.698931 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3cf72f79-4474-45bc-a344-9159e37f8276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:11.764158 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b381938b-4765-402c-8e5d-0514fa33ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.770526 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-d9ab70cd-e7a4-436a-b6da-a8862586cd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:11.786427 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381938b-4765-402c-8e5d-0514fa33ead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f5fd51-c5cb-48c2-a8a8-e10b6ec8066a,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:11.788220 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b381938b-4765-402c-8e5d-0514fa33ead7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.792633 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-b381938b-4765-402c-8e5d-0514fa33ead7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59f5fd51-c5cb-48c2-a8a8-e10b6ec8066a HTTP/1.1" status: 204 len: 168 time: 0.2299018 Jun 25 14:31:11.793653 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b381938b-4765-402c-8e5d-0514fa33ead7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:11.823341 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4fe72bb6-5b9b-4a4a-97bf-6187470d530f req-099ce4b2-9dc5-4506-b0fa-2dc870c0fab9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5d797d4-cb09-4090-9b9a-02c546f30ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1882000 Jun 25 14:31:11.964479 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Pushing event updated for resources: {'Port': ['ID=4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:11.973538 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:12.128809 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device bfacf6cf-8d67-411d-a870-e7a37cc412e6 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:12.183164 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7894240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8043572'] for router_interface, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.301341 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port bfacf6cf-8d67-411d-a870-e7a37cc412e6 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:12.301881 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.341944 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-e00c2d01-1eb8-4968-87bc-a912a455702f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:12.343570 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-e00c2d01-1eb8-4968-87bc-a912a455702f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/networks?id=ab1ef886-6434-4591-a53b-5e011b24d74f HTTP/1.1" status: 200 len: 811 time: 0.6488631 Jun 25 14:31:12.351059 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4fe72bb6-5b9b-4a4a-97bf-6187470d530f req-d61da628-4f6c-4f3c-93f1-28b4d08d69af service neutron] 10.222.0.38 "GET /v2.0/networks/d5d797d4-cb09-4090-9b9a-02c546f30ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178101 Jun 25 14:31:12.432892 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d81cc1d8-4ae1-457e-938b-0398b5b32353 service neutron] 10.222.0.50 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9266737 Jun 25 14:31:12.497847 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 10b3040b-b8c8-481c-a54c-d610e76b5a90 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:12.550081 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44606) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:12.578236 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-78ec0c92-2823-4566-b9a1-8a0af4dfbfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.604752 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-78ec0c92-2823-4566-b9a1-8a0af4dfbfdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:12.610425 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 10b3040b-b8c8-481c-a54c-d610e76b5a90 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:12.610568 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-78ec0c92-2823-4566-b9a1-8a0af4dfbfdb admin admin] Usage tracker for resource:security_group_rule and tenant:24de08c57d624cd5868877eddf68d062 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:12.611103 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.616660 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-78ec0c92-2823-4566-b9a1-8a0af4dfbfdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:12.623115 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-78ec0c92-2823-4566-b9a1-8a0af4dfbfdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:12.695657 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-503f8703-6636-405c-bd2b-65ab4f14d43b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/quotas/ab8abfae579f4cb1ae4a79ff2c581b7a HTTP/1.1" status: 200 len: 375 time: 0.3260460 Jun 25 14:31:12.753478 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44612) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:12.770002 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-78ec0c92-2823-4566-b9a1-8a0af4dfbfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.777759 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-78ec0c92-2823-4566-b9a1-8a0af4dfbfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.807817 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-47785b00-cbdc-4703-b448-f2f82858779c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:12.817256 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-78ec0c92-2823-4566-b9a1-8a0af4dfbfdb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24de08c57d624cd5868877eddf68d062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656682 Jun 25 14:31:12.820085 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44618) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:12.866296 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec0c92-2823-4566-b9a1-8a0af4dfbfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0c804a-c7a9-44d3-80cf-fa876a6aec7a,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:12.871234 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-78ec0c92-2823-4566-b9a1-8a0af4dfbfdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:12.920495 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f0aa7656-cf5e-412a-ab58-d5c56bdf3692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.934995 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4237b6be-dfc3-495e-9580-3adaa6c80755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.944785 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-f0aa7656-cf5e-412a-ab58-d5c56bdf3692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:12.952414 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-f0aa7656-cf5e-412a-ab58-d5c56bdf3692 admin admin] Usage tracker for resource:security_group_rule and tenant:db952d17e17641838ded315a4db03807 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:12.961128 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-f0aa7656-cf5e-412a-ab58-d5c56bdf3692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:12.971965 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-f0aa7656-cf5e-412a-ab58-d5c56bdf3692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:12.974825 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4237b6be-dfc3-495e-9580-3adaa6c80755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.980938 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Network f6be99bb-e9c4-4334-a275-5db1709be021 is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:12.983278 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4fe72bb6-5b9b-4a4a-97bf-6187470d530f req-582f7e69-53d5-47c0-8383-263f0973d673 service neutron] 10.222.0.38 "GET /v2.0/networks/d5d797d4-cb09-4090-9b9a-02c546f30ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126351 Jun 25 14:31:12.986065 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-c097a65c-eff0-45c3-9cd3-c80d18cd8e6b service neutron] 10.222.0.50 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186411 Jun 25 14:31:12.988080 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:13.080950 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4237b6be-dfc3-495e-9580-3adaa6c80755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:13.094811 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:13.102131 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-13ddf5a7-3e00-46a9-a677-3c090d168384 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3813179 Jun 25 14:31:13.115162 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237b6be-dfc3-495e-9580-3adaa6c80755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0c804a-c7a9-44d3-80cf-fa876a6aec7a,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:13.120578 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-4237b6be-dfc3-495e-9580-3adaa6c80755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:13.128497 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f0aa7656-cf5e-412a-ab58-d5c56bdf3692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:13.144500 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4237b6be-dfc3-495e-9580-3adaa6c80755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:13.149110 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-4237b6be-dfc3-495e-9580-3adaa6c80755 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd0c804a-c7a9-44d3-80cf-fa876a6aec7a HTTP/1.1" status: 204 len: 168 time: 0.3279917 Jun 25 14:31:13.150924 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f0aa7656-cf5e-412a-ab58-d5c56bdf3692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:13.159246 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-2d2964b6-64f5-451f-8105-662da6acd265 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:13.217407 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-f0aa7656-cf5e-412a-ab58-d5c56bdf3692 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db952d17e17641838ded315a4db03807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625576 Jun 25 14:31:13.218293 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa7656-cf5e-412a-ab58-d5c56bdf3692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf72db3-0c95-47e6-8d94-237f5cf45453,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:13.218895 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44628) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:13.223676 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f0aa7656-cf5e-412a-ab58-d5c56bdf3692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:13.431663 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Router eea86975-733e-4129-9733-e0e33bf4ab9d has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:31:13.542793 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-6c15b055-7a09-403f-84d4-c33d1d50fdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:13.556850 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-d63f8f5b-79d8-4a0f-bd4b-992a942a4a26 service neutron] 10.222.0.50 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691807 Jun 25 14:31:13.604333 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device a53368a6-0672-4b52-9bf6-f1676a33b56a details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:31:13.774830 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-6c15b055-7a09-403f-84d4-c33d1d50fdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:13.881586 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port a53368a6-0672-4b52-9bf6-f1676a33b56a, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=a53368a6-0672-4b52-9bf6-f1676a33b56a,segment=NetworkSegment(4fab9dd0-156a-45e4-b59e-0fb35a012e35),segment_id=4fab9dd0-156a-45e4-b59e-0fb35a012e35)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:13.910545 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': 'a53368a6-0672-4b52-9bf6-f1676a33b56a', 'network_id': 'd5d797d4-cb09-4090-9b9a-02c546f30ded', 'port_id': 'a53368a6-0672-4b52-9bf6-f1676a33b56a', 'mac_address': 'fa:16:3e:02:f4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f1bfde-b1b5-40f7-8b00-88ee3ea30fec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:31:13.958801 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4488e-f3e6-47d5-816d-d578519b63cd req-6830ffe1-937e-4b67-b892-fff1c3c64c45 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:13.960374 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1dc4488e-f3e6-47d5-816d-d578519b63cd req-6830ffe1-937e-4b67-b892-fff1c3c64c45 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 944 time: 0.5520706 Jun 25 14:31:13.988970 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:14.010677 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53368a6-0672-4b52-9bf6-f1676a33b56a {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:14.025625 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-82a0bb17-28d7-4d03-83b5-14566aca17b1 service neutron] 10.222.0.50 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677014 Jun 25 14:31:14.034142 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port a53368a6-0672-4b52-9bf6-f1676a33b56a, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=a53368a6-0672-4b52-9bf6-f1676a33b56a,segment=NetworkSegment(4fab9dd0-156a-45e4-b59e-0fb35a012e35),segment_id=4fab9dd0-156a-45e4-b59e-0fb35a012e35)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:14.042844 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:14.044337 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:14.063127 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:31:14.148621 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] 10.222.0.50 "PUT /v2.0/routers/eea86975-733e-4129-9733-e0e33bf4ab9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0863988 Jun 25 14:31:14.170180 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1dc4488e-f3e6-47d5-816d-d578519b63cd req-6ac9d8e7-5232-4a5c-af62-934798c9617c tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/security-groups?id=693981ee-3340-4add-8289-4fd792b563f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890368 Jun 25 14:31:14.188005 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-6c15b055-7a09-403f-84d4-c33d1d50fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:14.203753 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=a53368a6-0672-4b52-9bf6-f1676a33b56a,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:14.203948 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:14.206567 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Sync routers for ids ['eea86975-733e-4129-9733-e0e33bf4ab9d'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:31:14.233867 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-6c15b055-7a09-403f-84d4-c33d1d50fdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:14.237095 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-6c15b055-7a09-403f-84d4-c33d1d50fdaa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbf72db3-0c95-47e6-8d94-237f5cf45453 HTTP/1.1" status: 204 len: 168 time: 1.0032680 Jun 25 14:31:14.240761 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:14.242983 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15b055-7a09-403f-84d4-c33d1d50fdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf72db3-0c95-47e6-8d94-237f5cf45453,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:14.249258 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-6c15b055-7a09-403f-84d4-c33d1d50fdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:14.267249 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Routers {'eea86975-733e-4129-9733-e0e33bf4ab9d'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:14.272840 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:30:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['eea86975-733e-4129-9733-e0e33bf4ab9d'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:14.373771 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-523ca87a-440f-4197-93b2-a8ddd6ff108c req-7393ffba-d248-43dc-ba6d-703506da18c6 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 210 time: 0.1037450 Jun 25 14:31:14.576627 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Set router eea86975-733e-4129-9733-e0e33bf4ab9d gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:14.745559 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3db83e9b-86bc-41f0-a391-65f2a69223ea req-f5823f9f-dd65-4bbc-944c-ba50ef139df6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 210 time: 0.3017473 Jun 25 14:31:15.000885 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['a53368a6-0672-4b52-9bf6-f1676a33b56a'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:31:15.193571 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1861973026-router', 'tenant_id': '570df59ecce748a7b99477e25f41f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '10b3040b-b8c8-481c-a54c-d610e76b5a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:47Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 4, 'project_id': '570df59ecce748a7b99477e25f41f4a4', 'gw_port': {'id': '10b3040b-b8c8-481c-a54c-d610e76b5a90', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:50Z', 'updated_at': '2021-06-25T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010', 'name': '', 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021', 'tenant_id': '570df59ecce748a7b99477e25f41f4a4', 'mac_address': 'fa:16:3e:8e:b4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:07Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 2, 'project_id': '570df59ecce748a7b99477e25f41f4a4', 'subnets': [{'id': '9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:15.232711 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Checking router: eea86975-733e-4129-9733-e0e33bf4ab9d for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:31:15.233155 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Updating router eea86975-733e-4129-9733-e0e33bf4ab9d port 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010 binding host dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:31:15.271324 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44744) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:15.292771 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.297218 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-34752071-c6cc-4e96-bdb7-c1359a6eb630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.325037 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-34752071-c6cc-4e96-bdb7-c1359a6eb630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:15.330063 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-34752071-c6cc-4e96-bdb7-c1359a6eb630 admin admin] Usage tracker for resource:security_group_rule and tenant:5a386931b0f741deabcc3b521f6df738 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:15.334377 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-34752071-c6cc-4e96-bdb7-c1359a6eb630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:15.341399 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-34752071-c6cc-4e96-bdb7-c1359a6eb630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:15.456415 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-34752071-c6cc-4e96-bdb7-c1359a6eb630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.461348 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-34752071-c6cc-4e96-bdb7-c1359a6eb630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.471494 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3f69f25a-af0f-4779-a280-2d082053fddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:15.517962 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-34752071-c6cc-4e96-bdb7-c1359a6eb630 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a386931b0f741deabcc3b521f6df738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455301 Jun 25 14:31:15.519176 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34752071-c6cc-4e96-bdb7-c1359a6eb630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da4d788-6aa7-4493-98b8-f04778ed2b97,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:15.520913 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 44754) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:15.559395 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-34752071-c6cc-4e96-bdb7-c1359a6eb630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:15.683899 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6a8a-a576-4fb2-aec5-a0d8e0a1f489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.756688 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6a8a-a576-4fb2-aec5-a0d8e0a1f489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.850646 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6a8a-a576-4fb2-aec5-a0d8e0a1f489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.858208 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-1c98b84e-e7bb-44f2-9cc6-6331e475f196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:15.872665 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd6a8a-a576-4fb2-aec5-a0d8e0a1f489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da4d788-6aa7-4493-98b8-f04778ed2b97,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:15.875692 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b7bd6a8a-a576-4fb2-aec5-a0d8e0a1f489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:15.884197 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6a8a-a576-4fb2-aec5-a0d8e0a1f489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.885763 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-b7bd6a8a-a576-4fb2-aec5-a0d8e0a1f489 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6da4d788-6aa7-4493-98b8-f04778ed2b97 HTTP/1.1" status: 204 len: 168 time: 0.3638918 Jun 25 14:31:15.915505 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.949540 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Transition to ACTIVE for port object 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010 will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:15.975887 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.983538 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-98674bdc-1117-4f22-ba89-b55e90ae0cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:16.378236 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaad43-a95a-48e5-bb46-9a28aef63372 None None] Pushing event updated for resources: {'Port': ['ID=4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:16.389048 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e6ce6-d05e-4f07-8dd9-a5d7b8bfa434 req-a7a651e1-cc67-43af-805e-597903a82823 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:16.390564 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b67e6ce6-d05e-4f07-8dd9-a5d7b8bfa434 req-a7a651e1-cc67-43af-805e-597903a82823 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 945 time: 0.7672372 Jun 25 14:31:16.392491 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3bbaad43-a95a-48e5-bb46-9a28aef63372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:16.401910 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-079a2fec-b2a4-4f0f-b21b-87dba2fd865a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:16.409048 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-079a2fec-b2a4-4f0f-b21b-87dba2fd865a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/networks?id=f6be99bb-e9c4-4334-a275-5db1709be021 HTTP/1.1" status: 200 len: 819 time: 0.6622622 Jun 25 14:31:16.417371 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-2a8708b7-f18e-40ee-a4ae-a827d3d4e04f tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:16.418844 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-2a8708b7-f18e-40ee-a4ae-a827d3d4e04f tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.38 "GET /v2.0/networks?id=3f846d10-9cee-4824-b681-42b7e5742db5 HTTP/1.1" status: 200 len: 817 time: 0.6708159 Jun 25 14:31:16.472901 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-27093b40-7ca6-4e1f-a4d8-a886ec16a238 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/quotas/570df59ecce748a7b99477e25f41f4a4 HTTP/1.1" status: 200 len: 375 time: 0.0617211 Jun 25 14:31:16.507994 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Attempting to bind port 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010 on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:16.508757 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Attempting to bind port 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010 by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': '993839cf-2c2e-4627-a834-21940f73904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:16.509381 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Attempting to bind port 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010 on network f6be99bb-e9c4-4334-a275-5db1709be021 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:16.515307 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:16.516208 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Checking segment: {'id': '993839cf-2c2e-4627-a834-21940f73904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:16.517414 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:16.518098 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Bound using segment: {'id': '993839cf-2c2e-4627-a834-21940f73904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:16.518809 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Bound port: 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993839cf-2c2e-4627-a834-21940f73904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:16.519436 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:16.591499 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.38', 63868) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:16.598030 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-e475de27-6ee7-4336-8ccd-594d4f8068e6 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f59d897952483db727b31e7fb234a7 HTTP/1.1" status: 200 len: 379 time: 0.1588087 Jun 25 14:31:16.627604 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Request body: {'port': {'device_id': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'admin_state_up': True, 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'security_groups': ['ba3131b9-7ce5-43c3-811c-47b7c43ec5fc']}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:16.646646 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] For port 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:16.651290 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] For port 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010,segment=NetworkSegment(993839cf-2c2e-4627-a834-21940f73904c),segment_id=993839cf-2c2e-4627-a834-21940f73904c)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:16.663290 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b67e6ce6-d05e-4f07-8dd9-a5d7b8bfa434 req-8b82664b-b41a-4809-820b-998013bf2efa tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/security-groups?id=693981ee-3340-4add-8289-4fd792b563f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419052 Jun 25 14:31:16.663761 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:16.678419 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:16.794135 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaad43-a95a-48e5-bb46-9a28aef63372 None None] Pushing event updated for resources: {'Port': ['ID=4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:16.800098 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3bbaad43-a95a-48e5-bb46-9a28aef63372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:16.820667 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Routers {'eea86975-733e-4129-9733-e0e33bf4ab9d'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:16.821562 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:30:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['eea86975-733e-4129-9733-e0e33bf4ab9d'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:16.941440 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-cd8f75d5-f360-4671-904e-9c2c6af1a1d5 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Synchronizing usage tracker for tenant:570df59ecce748a7b99477e25f41f4a4 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:16.991350 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-7114e654-a90e-4540-bf82-cd303a487c4e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:16.993023 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-7114e654-a90e-4540-bf82-cd303a487c4e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Synchronizing usage tracker for tenant:ab8abfae579f4cb1ae4a79ff2c581b7a on resource:network {{(pid=78415) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:17.060535 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-7114e654-a90e-4540-bf82-cd303a487c4e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Unset dirty status for tenant:ab8abfae579f4cb1ae4a79ff2c581b7a on resource:network {{(pid=78415) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:17.060535 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-7114e654-a90e-4540-bf82-cd303a487c4e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.38 "GET /v2.0/networks?id=ab1ef886-6434-4591-a53b-5e011b24d74f HTTP/1.1" status: 200 len: 811 time: 0.4670675 Jun 25 14:31:17.073858 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-cd8f75d5-f360-4671-904e-9c2c6af1a1d5 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Unset dirty status for tenant:570df59ecce748a7b99477e25f41f4a4 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:17.085000 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-cd8f75d5-f360-4671-904e-9c2c6af1a1d5 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=570df59ecce748a7b99477e25f41f4a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6042621 Jun 25 14:31:17.173870 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-2215da77-895f-48f1-abd7-f84bfcf9490c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Synchronizing usage tracker for tenant:ab8abfae579f4cb1ae4a79ff2c581b7a on resource:security_group {{(pid=78415) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:17.192514 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-2215da77-895f-48f1-abd7-f84bfcf9490c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Unset dirty status for tenant:ab8abfae579f4cb1ae4a79ff2c581b7a on resource:security_group {{(pid=78415) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:17.195325 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-2215da77-895f-48f1-abd7-f84bfcf9490c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a HTTP/1.1" status: 200 len: 380 time: 0.1256495 Jun 25 14:31:17.212290 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Request body: {'port': {'device_id': '27641139-b628-4121-9b12-4f46869e6b6d', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'admin_state_up': True, 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'security_groups': ['186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6']}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:17.276244 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] Set router eea86975-733e-4129-9733-e0e33bf4ab9d gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:17.369110 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-2344a9a0-2731-4623-bc25-49d99301ac20 service neutron] 10.222.0.50 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701106 Jun 25 14:31:17.442669 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:17.455131 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:17.455332 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-968ebc23-eecf-4639-ac09-b0c96c9e138a req-78ec95ca-8cee-4c71-b366-a85f54741c01 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 210 time: 0.0808976 Jun 25 14:31:17.460565 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Usage tracker for resource:port and tenant:69f59d897952483db727b31e7fb234a7 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:17.463374 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Usage tracker for resource:port and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:17.467206 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:17.476457 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:17.492154 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:17.505982 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Made reservation on behalf of ab8abfae579f4cb1ae4a79ff2c581b7a for: {'port': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:17.512148 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:17.620271 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:17.699608 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device a53368a6-0672-4b52-9bf6-f1676a33b56a up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:17.712082 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Made reservation on behalf of 69f59d897952483db727b31e7fb234a7 for: {'port': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:17.716077 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:17.769996 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c72829ea-03b8-40bb-ba46-abddac3165a5 req-49dc24c2-e81c-4e2f-a633-5a7a50f20e3f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 210 time: 0.0997937 Jun 25 14:31:17.841135 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Allocated IP 172.20.0.9 (ab1ef886-6434-4591-a53b-5e011b24d74f/2219ef15-7d65-4a6b-a109-68f701665bed/5908ffcf-1fe7-486d-8f17-d80c7d289d7a) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:17.921770 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-b8eb9f6f-3790-42ca-9091-4b4ef7001f6b service neutron] 10.222.0.50 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089014 Jun 25 14:31:17.944498 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port a53368a6-0672-4b52-9bf6-f1676a33b56a completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:17.985443 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port a53368a6-0672-4b52-9bf6-f1676a33b56a triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:17.986338 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:18.062383 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Allocated IP 172.20.0.3 (3f846d10-9cee-4824-b681-42b7e5742db5/55e5d707-dbd0-4da0-94e3-0f06c3c28c8d/b7582e94-19d6-4d09-904f-08ecb3212f7b) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:18.133174 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:18.158744 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.provisioning_blocks [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Transition to ACTIVE for port object 5908ffcf-1fe7-486d-8f17-d80c7d289d7a will not be triggered until provisioned by entity DHCP. {{(pid=78415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:18.169472 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1861973026-router', 'tenant_id': '570df59ecce748a7b99477e25f41f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '10b3040b-b8c8-481c-a54c-d610e76b5a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:47Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 4, 'project_id': '570df59ecce748a7b99477e25f41f4a4', 'gw_port': {'id': '10b3040b-b8c8-481c-a54c-d610e76b5a90', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:50Z', 'updated_at': '2021-06-25T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010', 'name': '', 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021', 'tenant_id': '570df59ecce748a7b99477e25f41f4a4', 'mac_address': 'fa:16:3e:8e:b4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:07Z', 'updated_at': '2021-06-25T14:31:16Z', 'revision_number': 4, 'project_id': '570df59ecce748a7b99477e25f41f4a4', 'subnets': [{'id': '9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:18.186140 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d291cf20-e399-4be3-b663-55566180e2d3 None None] The sync data for ids ['eea86975-733e-4129-9733-e0e33bf4ab9d'] in dv-cinder-798088-1-smb is: [{'id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1861973026-router', 'tenant_id': '570df59ecce748a7b99477e25f41f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '10b3040b-b8c8-481c-a54c-d610e76b5a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:47Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 4, 'project_id': '570df59ecce748a7b99477e25f41f4a4', 'gw_port': {'id': '10b3040b-b8c8-481c-a54c-d610e76b5a90', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:50Z', 'updated_at': '2021-06-25T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010', 'name': '', 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021', 'tenant_id': '570df59ecce748a7b99477e25f41f4a4', 'mac_address': 'fa:16:3e:8e:b4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:07Z', 'updated_at': '2021-06-25T14:31:16Z', 'revision_number': 4, 'project_id': '570df59ecce748a7b99477e25f41f4a4', 'subnets': [{'id': '9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:31:18.201311 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:18.213621 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0346268d-7287-49e9-8a3a-5cbf38cb3a2b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:18.423188 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Network ab1ef886-6434-4591-a53b-5e011b24d74f is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:18.432684 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:18.455761 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:18.478729 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:18.557023 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ebd9a6-49b4-4747-b5e6-f059b883fb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53368a6-0672-4b52-9bf6-f1676a33b56a'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:18.595626 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event updated for resources: {'Port': ['ID=5908ffcf-1fe7-486d-8f17-d80c7d289d7a,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:18.634234 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3c8a11cb-bae0-43b9-9d79-e9518fb776e0 req-a1c32deb-9c29-41c6-824b-f75b1521aae9 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 210 time: 0.1987157 Jun 25 14:31:18.645086 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:18.708570 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:18.713686 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for port, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:18.737390 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port a53368a6-0672-4b52-9bf6-f1676a33b56a, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=a53368a6-0672-4b52-9bf6-f1676a33b56a,segment=NetworkSegment(4fab9dd0-156a-45e4-b59e-0fb35a012e35),segment_id=4fab9dd0-156a-45e4-b59e-0fb35a012e35)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:18.747722 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:18.752432 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:18.792747 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5893312 Jun 25 14:31:18.808669 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Request body: {'port': {'device_id': '27641139-b628-4121-9b12-4f46869e6b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:18.909139 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=a53368a6-0672-4b52-9bf6-f1676a33b56a,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:18.921970 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:19.015213 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-9f0889e3-08eb-41e5-9b44-137aa08e1736 None None] Provisioning for port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:19.041910 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-9f0889e3-08eb-41e5-9b44-137aa08e1736 None None] Provisioning complete for port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:19.042294 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9f0889e3-08eb-41e5-9b44-137aa08e1736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:19.084559 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cae33-6321-42ae-ad0e-a3b9a4e3f165 req-9b05f284-eb3b-43ed-80da-e52cc3e7c139 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:19.099505 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-444cae33-6321-42ae-ad0e-a3b9a4e3f165 req-9b05f284-eb3b-43ed-80da-e52cc3e7c139 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 945 time: 1.0346632 Jun 25 14:31:19.239452 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-9f0889e3-08eb-41e5-9b44-137aa08e1736 None None] Port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:31:19.248386 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:19.452862 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa279c6f-8e5e-4a44-9b42-812499c695a5 req-3ab33b61-b710-4aa9-8876-b838f9ee9f41 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 210 time: 0.3316727 Jun 25 14:31:19.506175 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-444cae33-6321-42ae-ad0e-a3b9a4e3f165 req-c73a5aec-8167-4099-bc85-38621579d460 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/security-groups?id=693981ee-3340-4add-8289-4fd792b563f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056642 Jun 25 14:31:19.587189 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:19.643439 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Transition to ACTIVE for port object b7582e94-19d6-4d09-904f-08ecb3212f7b will not be triggered until provisioned by entity DHCP. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:19.699630 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:19.813581 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f577275c-9977-472b-bbe6-9f4c33c2ef3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:19.932890 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Network 3f846d10-9cee-4824-b681-42b7e5742db5 is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:19.968193 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:19.979349 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:20.018327 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5908ffcf-1fe7-486d-8f17-d80c7d289d7a {{(pid=78415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:20.040728 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:20.058220 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.provisioning_blocks [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Transition to ACTIVE for port object 5908ffcf-1fe7-486d-8f17-d80c7d289d7a will not be triggered until provisioned by entity L2. {{(pid=78415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:20.069611 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:20.077295 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:20.191562 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:20.334271 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event updated for resources: {'Port': ['ID=b7582e94-19d6-4d09-904f-08ecb3212f7b,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:20.361146 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:20.391486 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:20.392938 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:20.410480 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-93e8aab4-0840-483d-b88c-173c3e403f40 None None] Provisioning for port b7582e94-19d6-4d09-904f-08ecb3212f7b completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:20.422277 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:20.436376 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-93e8aab4-0840-483d-b88c-173c3e403f40 None None] Provisioning complete for port b7582e94-19d6-4d09-904f-08ecb3212f7b triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:20.438187 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-93e8aab4-0840-483d-b88c-173c3e403f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:20.446059 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.38', 63881) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:20.525110 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3f70e-4364-4416-a459-aabc5ade9820 req-5a3a6e13-c725-4bae-86c7-1a3a34f482d9 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:20.528697 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bbd3f70e-4364-4416-a459-aabc5ade9820 req-5a3a6e13-c725-4bae-86c7-1a3a34f482d9 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 931 time: 0.8271723 Jun 25 14:31:20.573591 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-ffa18a8d-0c08-4dd0-ac80-01c8341e07dd tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:20.575148 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-ffa18a8d-0c08-4dd0-ac80-01c8341e07dd tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/networks?id=f6be99bb-e9c4-4334-a275-5db1709be021 HTTP/1.1" status: 200 len: 819 time: 0.7688839 Jun 25 14:31:20.581804 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9623513 Jun 25 14:31:20.583116 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:20.583501 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:20.618012 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Request body: {'port': {'device_id': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:20.666801 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Pushing event updated for resources: {'Port': ['ID=5908ffcf-1fe7-486d-8f17-d80c7d289d7a,revision_number=2']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:20.679863 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-3ab836e8-6bee-4a5f-aea8-8f357502d145 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/quotas/570df59ecce748a7b99477e25f41f4a4 HTTP/1.1" status: 200 len: 375 time: 0.0819533 Jun 25 14:31:20.694643 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:20.746194 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bbd3f70e-4364-4416-a459-aabc5ade9820 req-c77a89d9-1df3-41c7-aa2c-95f997b15160 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083590 Jun 25 14:31:20.792935 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-93e8aab4-0840-483d-b88c-173c3e403f40 None None] Port b7582e94-19d6-4d09-904f-08ecb3212f7b cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:31:20.847400 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:20.933798 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-ce016051-9148-4796-9ed0-5c6ea127758a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=570df59ecce748a7b99477e25f41f4a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2516842 Jun 25 14:31:20.950338 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-a8f099a8-b32c-4218-b20d-400f6cb0e975 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:20.951727 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-a8f099a8-b32c-4218-b20d-400f6cb0e975 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Synchronizing usage tracker for tenant:570df59ecce748a7b99477e25f41f4a4 on resource:network {{(pid=78415) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:20.960495 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.managers [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Attempting to bind port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:20.961190 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.managers [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Attempting to bind port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'}] {{(pid=78415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:20.961777 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Attempting to bind port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a on network ab1ef886-6434-4591-a53b-5e011b24d74f {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:20.972564 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a on network ab1ef886-6434-4591-a53b-5e011b24d74f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:31:20.973142 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Attempting to bind port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a on network ab1ef886-6434-4591-a53b-5e011b24d74f {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:20.983267 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:20.983960 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Checking segment: {'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:20.984735 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Bound using segment: {'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'} {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:20.985801 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.managers [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Bound port: 5908ffcf-1fe7-486d-8f17-d80c7d289d7a, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'}}] {{(pid=78415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:20.986570 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:21.002322 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-a8f099a8-b32c-4218-b20d-400f6cb0e975 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Unset dirty status for tenant:570df59ecce748a7b99477e25f41f4a4 on resource:network {{(pid=78415) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:21.003582 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-a8f099a8-b32c-4218-b20d-400f6cb0e975 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.38 "GET /v2.0/networks?id=f6be99bb-e9c4-4334-a275-5db1709be021 HTTP/1.1" status: 200 len: 819 time: 0.5448530 Jun 25 14:31:21.046408 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Request body: {'port': {'device_id': 'a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56', 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021', 'admin_state_up': True, 'tenant_id': '570df59ecce748a7b99477e25f41f4a4'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:21.071390 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:21.104507 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ebd9a6-49b4-4747-b5e6-f059b883fb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53368a6-0672-4b52-9bf6-f1676a33b56a', 'code': 200} Jun 25 14:31:21.173633 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010,segment=NetworkSegment(993839cf-2c2e-4627-a834-21940f73904c),segment_id=993839cf-2c2e-4627-a834-21940f73904c)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:21.183387 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:21.185727 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:21.446936 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.38', 63886) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:21.502118 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:21.508965 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] For port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a, host hv-cinder-79808, cleared binding levels {{(pid=78415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:21.515720 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:21.582370 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] For port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=5908ffcf-1fe7-486d-8f17-d80c7d289d7a,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:21.593256 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:21.604126 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:21.689226 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:21.767873 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 44972) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:21.794887 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:21.801885 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:21.802491 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for port, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:21.803884 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] 10.222.0.38 "PUT /v2.0/ports/5908ffcf-1fe7-486d-8f17-d80c7d289d7a HTTP/1.1" status: 200 len: 1093 time: 3.0020883 Jun 25 14:31:21.804351 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27641139-b628-4121-9b12-4f46869e6b6d', 'tag': '5908ffcf-1fe7-486d-8f17-d80c7d289d7a'}] {{(pid=78415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:21.838528 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-0f167330-7ba2-450a-a9a1-4b0bb4ee4a92 service neutron] 10.222.0.50 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9050777 Jun 25 14:31:21.854636 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Pushing event updated for resources: {'Port': ['ID=5908ffcf-1fe7-486d-8f17-d80c7d289d7a,revision_number=3']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:21.871313 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:21.911907 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Made reservation on behalf of 570df59ecce748a7b99477e25f41f4a4 for: {'port': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:21.913809 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc9184-6bf5-413b-a6ae-d0ee589f46ff req-aef83108-6d36-43d3-8078-72c43c77e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:21.915287 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-50fc9184-6bf5-413b-a6ae-d0ee589f46ff req-aef83108-6d36-43d3-8078-72c43c77e50d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 1099 time: 0.3807535 Jun 25 14:31:21.917440 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.007561 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd1f92-8767-457f-bdd8-ca39a349ef52 req-9a716352-cd14-4bba-989d-29a5e33f7e4b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:22.008279 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-4bdd1f92-8767-457f-bdd8-ca39a349ef52 req-9a716352-cd14-4bba-989d-29a5e33f7e4b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Synchronizing usage tracker for tenant:69f59d897952483db727b31e7fb234a7 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:22.035477 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-50fc9184-6bf5-413b-a6ae-d0ee589f46ff req-9e3f25e2-0d26-4b02-9779-423ab8e1993b service neutron] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.064729 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ef2647cc-a8f6-4f1f-9808-51cec92228ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.085762 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-50fc9184-6bf5-413b-a6ae-d0ee589f46ff req-9e3f25e2-0d26-4b02-9779-423ab8e1993b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:22.089622 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-50fc9184-6bf5-413b-a6ae-d0ee589f46ff req-9e3f25e2-0d26-4b02-9779-423ab8e1993b service neutron] Usage tracker for resource:security_group_rule and tenant:36e45daaf3eb450cada478a88bf0ed8d is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:22.092831 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-50fc9184-6bf5-413b-a6ae-d0ee589f46ff req-9e3f25e2-0d26-4b02-9779-423ab8e1993b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:22.102596 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-50fc9184-6bf5-413b-a6ae-d0ee589f46ff req-9e3f25e2-0d26-4b02-9779-423ab8e1993b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:22.114999 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-f5e0a5b6-da68-4141-b271-c9ab25183de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:22.116690 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-f5e0a5b6-da68-4141-b271-c9ab25183de9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a&device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 1096 time: 0.2476730 Jun 25 14:31:22.158987 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:22.164989 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-ef2647cc-a8f6-4f1f-9808-51cec92228ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:22.198976 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-4bdd1f92-8767-457f-bdd8-ca39a349ef52 req-9a716352-cd14-4bba-989d-29a5e33f7e4b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Unset dirty status for tenant:69f59d897952483db727b31e7fb234a7 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:22.199222 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4bdd1f92-8767-457f-bdd8-ca39a349ef52 req-9a716352-cd14-4bba-989d-29a5e33f7e4b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 931 time: 0.8712995 Jun 25 14:31:22.202232 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ef2647cc-a8f6-4f1f-9808-51cec92228ec admin admin] Usage tracker for resource:security_group_rule and tenant:61ea48446cf1499caeb033382172d254 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:22.211223 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-4fca9f05-e294-46b0-af7a-95b8cfcd0629 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5908ffcf-1fe7-486d-8f17-d80c7d289d7a HTTP/1.1" status: 200 len: 217 time: 0.0831022 Jun 25 14:31:22.217724 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ef2647cc-a8f6-4f1f-9808-51cec92228ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:22.260509 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Allocated IP 172.20.0.6 (f6be99bb-e9c4-4334-a275-5db1709be021/9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f/7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:22.302764 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-ef2647cc-a8f6-4f1f-9808-51cec92228ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:22.311290 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-88acd7ee-f711-4b1c-b06a-0ab7e086a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:22.312054 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-831b25c2-0c48-464a-b37b-de450f557fa2 service neutron] 10.222.0.50 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587891 Jun 25 14:31:22.312837 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-88acd7ee-f711-4b1c-b06a-0ab7e086a1bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2219ef15-7d65-4a6b-a109-68f701665bed HTTP/1.1" status: 200 len: 850 time: 0.0918036 Jun 25 14:31:22.330644 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:22.334071 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.346929 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-50fc9184-6bf5-413b-a6ae-d0ee589f46ff req-9e3f25e2-0d26-4b02-9779-423ab8e1993b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.356245 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7582e94-19d6-4d09-904f-08ecb3212f7b {{(pid=78414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:22.370800 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-50fc9184-6bf5-413b-a6ae-d0ee589f46ff req-9e3f25e2-0d26-4b02-9779-423ab8e1993b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.378450 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.403141 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-819cb851-4afa-4c46-b514-33f91bdf2a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:22.458129 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4bdd1f92-8767-457f-bdd8-ca39a349ef52 req-c04cb46b-eba6-45e5-b9c8-12e966916bae tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416396 Jun 25 14:31:22.504668 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Transition to ACTIVE for port object b7582e94-19d6-4d09-904f-08ecb3212f7b will not be triggered until provisioned by entity L2. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:22.514783 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-50fc9184-6bf5-413b-a6ae-d0ee589f46ff req-9e3f25e2-0d26-4b02-9779-423ab8e1993b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=693981ee-3340-4add-8289-4fd792b563f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150955 Jun 25 14:31:22.569873 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.598356 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f25e2-0d26-4b02-9779-423ab8e1993b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d2797e01-6526-478d-b715-5730bb5d8a6c,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:22.612558 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-9e3f25e2-0d26-4b02-9779-423ab8e1993b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:22.639098 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-2f5ef1ca-3090-4932-a5dc-bfbdbd9ce2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:22.640956 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-2f5ef1ca-3090-4932-a5dc-bfbdbd9ce2c7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ab1ef886-6434-4591-a53b-5e011b24d74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3090613 Jun 25 14:31:22.783624 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.796648 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:22.882331 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-e52baba0-0019-4a95-900f-1dbe691796ba service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275622 Jun 25 14:31:22.891700 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.948552 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:22.985812 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Pushing event updated for resources: {'Port': ['ID=b7582e94-19d6-4d09-904f-08ecb3212f7b,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:23.139567 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:23.159148 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Network f6be99bb-e9c4-4334-a275-5db1709be021 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:23.160397 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:23.170566 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:23.209699 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Pushing event updated for resources: {'Port': ['ID=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:23.240617 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:23.330637 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-e83567ba-f6ec-4848-bcfe-2e060c3f517d req-eeeb92f8-3b03-4f67-8e81-f3933c7faa30 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363937 Jun 25 14:31:23.362459 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:23.363341 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for port, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:23.404415 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3631277 Jun 25 14:31:23.417606 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Request body: {'port': {'device_id': 'a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:23.457698 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ef2647cc-a8f6-4f1f-9808-51cec92228ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:23.472951 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca94d-8b98-4c4b-8432-f999bd51eae2 req-c0a2800a-6df6-467d-bcbd-b4d0c0b66a61 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:23.479927 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-941ca94d-8b98-4c4b-8432-f999bd51eae2 req-c0a2800a-6df6-467d-bcbd-b4d0c0b66a61 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 943 time: 0.6382778 Jun 25 14:31:23.481754 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Attempting to bind port b7582e94-19d6-4d09-904f-08ecb3212f7b on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:23.482162 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Attempting to bind port b7582e94-19d6-4d09-904f-08ecb3212f7b by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:23.482485 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Attempting to bind port b7582e94-19d6-4d09-904f-08ecb3212f7b on network 3f846d10-9cee-4824-b681-42b7e5742db5 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:23.512674 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ef2647cc-a8f6-4f1f-9808-51cec92228ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:23.556639 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Port b7582e94-19d6-4d09-904f-08ecb3212f7b on network 3f846d10-9cee-4824-b681-42b7e5742db5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:31:23.556950 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Attempting to bind port b7582e94-19d6-4d09-904f-08ecb3212f7b on network 3f846d10-9cee-4824-b681-42b7e5742db5 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:23.569692 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:23.570004 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:23.591713 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba3341-1051-4242-bb91-03d852b27bd5 req-abd9ef39-68be-4875-8431-6015f9b82452 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:23.593195 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-36ba3341-1051-4242-bb91-03d852b27bd5 req-abd9ef39-68be-4875-8431-6015f9b82452 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 946 time: 0.7573073 Jun 25 14:31:23.600605 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:23.601018 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Checking segment: {'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:23.601472 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Bound using segment: {'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:23.601982 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Bound port: b7582e94-19d6-4d09-904f-08ecb3212f7b, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'}}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:23.602391 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:23.746038 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2647cc-a8f6-4f1f-9808-51cec92228ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafda34c-4fe8-4e03-95c9-6d2919f789e4,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:23.773832 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ef2647cc-a8f6-4f1f-9808-51cec92228ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:23.784126 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-ef2647cc-a8f6-4f1f-9808-51cec92228ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61ea48446cf1499caeb033382172d254&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0039015 Jun 25 14:31:23.784599 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45036) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:23.786015 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-941ca94d-8b98-4c4b-8432-f999bd51eae2 req-edee8853-ecb1-4cf6-a95e-9534b1dc65ad tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052933 Jun 25 14:31:23.851288 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-36ba3341-1051-4242-bb91-03d852b27bd5 req-0c3cd6d8-4434-4069-8ace-df0f8f6239f2 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/security-groups?id=693981ee-3340-4add-8289-4fd792b563f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258420 Jun 25 14:31:23.878885 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] For port b7582e94-19d6-4d09-904f-08ecb3212f7b, host hv-cinder-79808, cleared binding levels {{(pid=78414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:23.897465 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] For port b7582e94-19d6-4d09-904f-08ecb3212f7b, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:23.909758 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:23.921320 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-7b848696-d076-4be4-b114-b06d03458536 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:24.037418 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9121f850-08a0-4192-9623-b581ee5800c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:24.051319 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27641139-b628-4121-9b12-4f46869e6b6d', 'tag': '5908ffcf-1fe7-486d-8f17-d80c7d289d7a', 'status': 'completed', 'code': 200} Jun 25 14:31:24.056230 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:24.056851 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:24.058261 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] 10.222.0.38 "PUT /v2.0/ports/b7582e94-19d6-4d09-904f-08ecb3212f7b HTTP/1.1" status: 200 len: 1093 time: 3.4501429 Jun 25 14:31:24.058769 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'tag': 'b7582e94-19d6-4d09-904f-08ecb3212f7b'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:24.114194 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9121f850-08a0-4192-9623-b581ee5800c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:24.335122 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2828e773-f373-4ce7-a475-6c20fe7a2f47 req-516ee326-8a89-4f18-80bb-91db113d86f8 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 210 time: 0.2595913 Jun 25 14:31:24.405489 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Pushing event updated for resources: {'Port': ['ID=b7582e94-19d6-4d09-904f-08ecb3212f7b,revision_number=3']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:24.463267 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:24.469038 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'tag': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'status': 'completed', 'code': 200} Jun 25 14:31:24.517211 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9121f850-08a0-4192-9623-b581ee5800c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:24.534401 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c39cf-39d1-4b7f-82ee-e781027983f9 req-6c4ab827-66aa-4454-81e4-6d0dc75edfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:24.535888 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-040c39cf-39d1-4b7f-82ee-e781027983f9 req-6c4ab827-66aa-4454-81e4-6d0dc75edfb7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a&device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 1096 time: 0.4594333 Jun 25 14:31:24.551294 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce54eb2-106e-430c-97c6-2f877bf18a2e req-91d53cbb-98be-460a-90a1-1e43fbf14ac7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:24.552958 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b93631bd-6b23-42df-ba9a-2d3036a891ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:24.558377 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8ce54eb2-106e-430c-97c6-2f877bf18a2e req-91d53cbb-98be-460a-90a1-1e43fbf14ac7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.2860525 Jun 25 14:31:24.575941 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121f850-08a0-4192-9623-b581ee5800c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafda34c-4fe8-4e03-95c9-6d2919f789e4,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:24.578384 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9121f850-08a0-4192-9623-b581ee5800c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:24.596856 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b {{(pid=78415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:24.609331 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:24.613473 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9121f850-08a0-4192-9623-b581ee5800c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:24.627609 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-9121f850-08a0-4192-9623-b581ee5800c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dafda34c-4fe8-4e03-95c9-6d2919f789e4 HTTP/1.1" status: 204 len: 168 time: 0.8327088 Jun 25 14:31:24.644799 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-10f9b67c-8369-4d55-8553-9e09234c436e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:24.646255 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-10f9b67c-8369-4d55-8553-9e09234c436e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.38 "GET /v2.0/networks?id=f6be99bb-e9c4-4334-a275-5db1709be021 HTTP/1.1" status: 200 len: 819 time: 0.3043852 Jun 25 14:31:24.655667 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.provisioning_blocks [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Transition to ACTIVE for port object 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b will not be triggered until provisioned by entity L2. {{(pid=78415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:24.661548 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:24.668366 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-f3210273-b798-44fc-abfd-b91a56fec9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:24.669835 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-f3210273-b798-44fc-abfd-b91a56fec9ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69f59d897952483db727b31e7fb234a7&device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 1096 time: 0.3617804 Jun 25 14:31:24.672079 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-228c698e-195e-415c-a47d-2c91a01cbb0b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:24.706214 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8ce54eb2-106e-430c-97c6-2f877bf18a2e req-30678916-6bf9-42a2-8a96-6d6f64e2adc2 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468766 Jun 25 14:31:24.731526 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Request body: {'port': {'device_id': '005fd6e7-9329-444b-9a97-a8e32a3c2605', 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021', 'admin_state_up': True, 'tenant_id': '570df59ecce748a7b99477e25f41f4a4'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:24.858545 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-55dc864f-8ff3-4b9a-87ea-e26218c16a2f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b HTTP/1.1" status: 200 len: 217 time: 0.1244054 Jun 25 14:31:24.859194 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Pushing event updated for resources: {'Port': ['ID=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b,revision_number=2']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:24.868227 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:24.944135 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:24.983828 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c39cf-39d1-4b7f-82ee-e781027983f9 req-f8bbf1ef-a787-4acb-9e3a-e3486ee6db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:24.986328 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-040c39cf-39d1-4b7f-82ee-e781027983f9 req-f8bbf1ef-a787-4acb-9e3a-e3486ee6db17 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ab1ef886-6434-4591-a53b-5e011b24d74f HTTP/1.1" status: 200 len: 912 time: 0.4163878 Jun 25 14:31:24.987604 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:24.993219 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Usage tracker for resource:port and tenant:570df59ecce748a7b99477e25f41f4a4 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:24.998379 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:25.092931 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-040c39cf-39d1-4b7f-82ee-e781027983f9 req-9ec783be-fa75-4b11-8153-5a1f776d61b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5908ffcf-1fe7-486d-8f17-d80c7d289d7a HTTP/1.1" status: 200 len: 217 time: 0.0956728 Jun 25 14:31:25.163266 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:25.202994 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-737071ca-7632-4b21-93d2-2fff5b692ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:25.208254 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-737071ca-7632-4b21-93d2-2fff5b692ec0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=55e5d707-dbd0-4da0-94e3-0f06c3c28c8d HTTP/1.1" status: 200 len: 856 time: 0.3388746 Jun 25 14:31:25.329535 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.managers [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Attempting to bind port 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:25.329864 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.managers [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Attempting to bind port 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '993839cf-2c2e-4627-a834-21940f73904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021'}] {{(pid=78415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:25.330186 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Attempting to bind port 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b on network f6be99bb-e9c4-4334-a275-5db1709be021 {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:25.340590 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Port 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b on network f6be99bb-e9c4-4334-a275-5db1709be021 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:31:25.341002 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Attempting to bind port 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b on network f6be99bb-e9c4-4334-a275-5db1709be021 {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:25.351481 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:25.351770 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Checking segment: {'id': '993839cf-2c2e-4627-a834-21940f73904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:25.352159 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Bound using segment: {'id': '993839cf-2c2e-4627-a834-21940f73904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021'} {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:25.352593 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.managers [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Bound port: 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993839cf-2c2e-4627-a834-21940f73904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021'}}] {{(pid=78415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:25.352937 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:25.458037 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Made reservation on behalf of 570df59ecce748a7b99477e25f41f4a4 for: {'port': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:25.462107 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:25.481399 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-fcfb284e-59e4-48a1-8beb-48422e99ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:25.482970 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-fcfb284e-59e4-48a1-8beb-48422e99ba19 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f846d10-9cee-4824-b681-42b7e5742db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2638757 Jun 25 14:31:25.572611 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb0fb3-e2d6-457c-b75a-deb98805c9ea req-9767d7a5-9cd7-4bad-82f1-838f686d9919 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:25.574145 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d2fb0fb3-e2d6-457c-b75a-deb98805c9ea req-9767d7a5-9cd7-4bad-82f1-838f686d9919 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 946 time: 0.4804037 Jun 25 14:31:25.585592 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c39cf-39d1-4b7f-82ee-e781027983f9 req-cc39f3cd-4415-4b31-8a87-10737aef466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:25.586999 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-040c39cf-39d1-4b7f-82ee-e781027983f9 req-cc39f3cd-4415-4b31-8a87-10737aef466d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2219ef15-7d65-4a6b-a109-68f701665bed HTTP/1.1" status: 200 len: 850 time: 0.4153821 Jun 25 14:31:25.593717 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] For port 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b, host hv-cinder-79808, cleared binding levels {{(pid=78415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:25.598670 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 5908ffcf-1fe7-486d-8f17-d80c7d289d7a details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:31:25.605687 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] For port 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b,segment=NetworkSegment(993839cf-2c2e-4627-a834-21940f73904c),segment_id=993839cf-2c2e-4627-a834-21940f73904c)] {{(pid=78415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:25.685669 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-ab93767b-4038-4175-9df9-3b51120cd36d service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950254 Jun 25 14:31:25.687837 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:25.699494 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-6e277c64-c64e-4c2d-8e4e-5b7f9838ef7b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:25.717537 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb09c2-50a8-466e-ba45-8b2d8a2a2f6b req-4bd4cddf-af29-4484-9ed6-8b8d16ac3301 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:25.719024 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-decb09c2-50a8-466e-ba45-8b2d8a2a2f6b req-4bd4cddf-af29-4484-9ed6-8b8d16ac3301 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 943 time: 0.5542021 Jun 25 14:31:25.773973 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d2fb0fb3-e2d6-457c-b75a-deb98805c9ea req-adf183af-fec0-403b-b1b4-eccdb5e48a94 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/security-groups?id=693981ee-3340-4add-8289-4fd792b563f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847854 Jun 25 14:31:25.902877 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-decb09c2-50a8-466e-ba45-8b2d8a2a2f6b req-ec6c354c-eba2-4ce0-9aac-5126f06c1ee1 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650488 Jun 25 14:31:25.912871 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c39cf-39d1-4b7f-82ee-e781027983f9 req-bc876638-69c6-4673-b2bf-b4e11ad0f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:25.914588 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-040c39cf-39d1-4b7f-82ee-e781027983f9 req-bc876638-69c6-4673-b2bf-b4e11ad0f731 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ab1ef886-6434-4591-a53b-5e011b24d74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3124130 Jun 25 14:31:25.919344 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Allocated IP 172.20.0.9 (f6be99bb-e9c4-4334-a275-5db1709be021/9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f/d769d97f-b0ba-4c08-b711-58c78267a1dc) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:25.925352 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=5908ffcf-1fe7-486d-8f17-d80c7d289d7a,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:25.961989 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': '5908ffcf-1fe7-486d-8f17-d80c7d289d7a', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'port_id': '5908ffcf-1fe7-486d-8f17-d80c7d289d7a', 'mac_address': 'fa:16:3e:68:77:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:31:26.111249 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Pushing event updated for resources: {'Port': ['ID=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b,revision_number=3']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:26.123639 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:26.131035 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-c6004fa5-0e7e-4ad7-9977-74283992431f req-b9d22b49-7bed-489f-b93d-fff3e6e18cca service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312963 Jun 25 14:31:26.163330 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:26.163866 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for port, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:26.165235 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] 10.222.0.38 "PUT /v2.0/ports/7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b HTTP/1.1" status: 200 len: 1093 time: 2.7524455 Jun 25 14:31:26.166504 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56', 'tag': '7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b'}] {{(pid=78415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:26.256250 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:26.264872 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-14d03e9f-d113-4ceb-9467-76892fa61f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:26.343716 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:26.353223 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-53937410-6bfa-4a49-8a27-f491e5f66972 req-c5669bae-8ecb-468a-b35a-ec48f4937b56 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 210 time: 0.2707357 Jun 25 14:31:26.405995 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5908ffcf-1fe7-486d-8f17-d80c7d289d7a {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:26.490421 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=5908ffcf-1fe7-486d-8f17-d80c7d289d7a,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:26.498277 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:26.507456 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:26.574680 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45126) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:26.577143 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56', 'tag': '7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b', 'status': 'completed', 'code': 200} Jun 25 14:31:26.637264 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514d4da-ac72-4234-8e18-112a52a60104 req-7c5d5a32-be27-4300-99f3-386222a58fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:26.639708 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-5514d4da-ac72-4234-8e18-112a52a60104 req-7c5d5a32-be27-4300-99f3-386222a58fae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69f59d897952483db727b31e7fb234a7&device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 1096 time: 0.4486105 Jun 25 14:31:26.645263 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-fabb0cfc-f734-48a0-8634-c5aaffc7f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:26.647909 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-fabb0cfc-f734-48a0-8634-c5aaffc7f3b0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=570df59ecce748a7b99477e25f41f4a4&device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 1096 time: 0.3686914 Jun 25 14:31:26.699324 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=5908ffcf-1fe7-486d-8f17-d80c7d289d7a,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:26.718533 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:26.806040 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['5908ffcf-1fe7-486d-8f17-d80c7d289d7a'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:31:26.914387 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-8dd78f1c-4987-4d87-9f89-b4463e7862d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b HTTP/1.1" status: 200 len: 217 time: 0.2141447 Jun 25 14:31:27.164268 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-040c39cf-39d1-4b7f-82ee-e781027983f9 req-8d7369b1-2764-40b4-8c06-3a8b6d0b7c08 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2392306 Jun 25 14:31:27.269283 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da06a6-80e0-4bbd-826c-3cf1f3844dac req-cae9da30-058b-405b-bb10-62b856d24985 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:27.271856 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-74da06a6-80e0-4bbd-826c-3cf1f3844dac req-cae9da30-058b-405b-bb10-62b856d24985 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.9659455 Jun 25 14:31:27.317740 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-56f3199a-379e-44c0-881a-a899d143b368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:27.386588 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-56f3199a-379e-44c0-881a-a899d143b368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:27.415686 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:27.424870 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-56f3199a-379e-44c0-881a-a899d143b368 admin admin] Usage tracker for resource:security_group_rule and tenant:1e6f9a4ecce94cc0ba2e0df1f4d9981a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:27.444188 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-56f3199a-379e-44c0-881a-a899d143b368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:27.457610 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-56f3199a-379e-44c0-881a-a899d143b368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:27.476699 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-fb3e1f88-604c-4cd9-9802-e5147ed2aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:27.478122 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-fb3e1f88-604c-4cd9-9802-e5147ed2aae7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f HTTP/1.1" status: 200 len: 859 time: 0.5139246 Jun 25 14:31:27.529974 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514d4da-ac72-4234-8e18-112a52a60104 req-20fdab2a-2ec1-49a0-960e-6fabfef41763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:27.531609 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-5514d4da-ac72-4234-8e18-112a52a60104 req-20fdab2a-2ec1-49a0-960e-6fabfef41763 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f846d10-9cee-4824-b681-42b7e5742db5 HTTP/1.1" status: 200 len: 918 time: 0.8822818 Jun 25 14:31:27.581525 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-74da06a6-80e0-4bbd-826c-3cf1f3844dac req-4e589ef9-ff7b-4987-909d-c8d382f2ecb5 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220113 Jun 25 14:31:27.644792 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:31:27.654975 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f174e2-ece8-4ad3-884f-a596399a1ba9 req-d72a34da-8def-4363-a74a-893bc3d762f6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:27.657775 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f7f174e2-ece8-4ad3-884f-a596399a1ba9 req-d72a34da-8def-4363-a74a-893bc3d762f6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 944 time: 0.4392383 Jun 25 14:31:27.688434 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:27.696351 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-040c39cf-39d1-4b7f-82ee-e781027983f9 req-00844b36-d9a0-44df-a075-eb83c415a916 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759550 Jun 25 14:31:27.696643 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-3c119838-9832-4e8c-80b6-902118d11c36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f6be99bb-e9c4-4334-a275-5db1709be021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2090285 Jun 25 14:31:27.728009 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:27.734875 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-5514d4da-ac72-4234-8e18-112a52a60104 req-0ad6d351-bdd6-4d99-9ced-044fa51463ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b HTTP/1.1" status: 200 len: 217 time: 0.1894436 Jun 25 14:31:27.897771 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514d4da-ac72-4234-8e18-112a52a60104 req-1aaff84c-14aa-465b-8a69-0110e8b4a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:27.899285 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-5514d4da-ac72-4234-8e18-112a52a60104 req-1aaff84c-14aa-465b-8a69-0110e8b4a6e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=55e5d707-dbd0-4da0-94e3-0f06c3c28c8d HTTP/1.1" status: 200 len: 856 time: 0.1555381 Jun 25 14:31:27.915850 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Network f6be99bb-e9c4-4334-a275-5db1709be021 is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:27.930831 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:27.941143 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:27.969788 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-be129360-b10f-453b-bf70-11df1723128e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.005126 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-56f3199a-379e-44c0-881a-a899d143b368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.005954 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Pushing event updated for resources: {'Port': ['ID=d769d97f-b0ba-4c08-b711-58c78267a1dc,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:28.014012 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-8399c9d9-ff21-4149-ae02-6459e99cd894 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991896 Jun 25 14:31:28.016190 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-56f3199a-379e-44c0-881a-a899d143b368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.027706 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f7f174e2-ece8-4ad3-884f-a596399a1ba9 req-b4b932f5-288f-4b13-abe0-7631fcf26c2b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302875 Jun 25 14:31:28.028629 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:28.058433 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:28.073585 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:28.074221 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.097723 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90b952-7db3-489e-a1c5-4a129dcc2189 req-25b15601-3ecd-44db-84cf-1354654fe9db tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:28.105571 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7e90b952-7db3-489e-a1c5-4a129dcc2189 req-25b15601-3ecd-44db-84cf-1354654fe9db tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 931 time: 0.2803872 Jun 25 14:31:28.176146 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3199a-379e-44c0-881a-a899d143b368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2fd6b9-011f-4378-9e52-4e3342450213,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:28.183095 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-56f3199a-379e-44c0-881a-a899d143b368 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e6f9a4ecce94cc0ba2e0df1f4d9981a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5954087 Jun 25 14:31:28.183095 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-56f3199a-379e-44c0-881a-a899d143b368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:28.184837 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45196) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:28.212987 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7e90b952-7db3-489e-a1c5-4a129dcc2189 req-bb2f48d5-8214-4586-aa76-83ad3342387b tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064553 Jun 25 14:31:28.213653 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514d4da-ac72-4234-8e18-112a52a60104 req-48bd0b19-78c4-4fab-9109-61d06374a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:28.214330 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5071700 Jun 25 14:31:28.215576 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-5514d4da-ac72-4234-8e18-112a52a60104 req-48bd0b19-78c4-4fab-9109-61d06374a1c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f846d10-9cee-4824-b681-42b7e5742db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2988923 Jun 25 14:31:28.237291 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Request body: {'port': {'device_id': '005fd6e7-9329-444b-9a97-a8e32a3c2605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:28.364533 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-ce72565b-7668-472b-b00b-eea91fcf61b3 req-411fb638-c350-478e-b1aa-a371749b081b service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366451 Jun 25 14:31:28.533604 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-5514d4da-ac72-4234-8e18-112a52a60104 req-2960b6a7-fc7d-4682-b882-848fb9815f5e service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054128 Jun 25 14:31:28.567657 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a0794e40-bc0a-4cfd-9d44-44a86554ba8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.636420 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.676699 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a0794e40-bc0a-4cfd-9d44-44a86554ba8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.733701 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e02138-0169-4fe5-a858-e48a63558a18 req-1335823c-604f-4068-9c82-9bcbdc9bf74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:28.736584 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-51e02138-0169-4fe5-a858-e48a63558a18 req-1335823c-604f-4068-9c82-9bcbdc9bf74b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=570df59ecce748a7b99477e25f41f4a4&device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 1096 time: 0.3201075 Jun 25 14:31:28.931887 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45226) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:29.002478 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-5514d4da-ac72-4234-8e18-112a52a60104 req-2b6eae2e-381d-45b1-81fc-10a8d3750ad5 service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577191 Jun 25 14:31:29.087725 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e02138-0169-4fe5-a858-e48a63558a18 req-89cfce68-6fd8-454a-809b-47d5333ff7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:29.090280 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-51e02138-0169-4fe5-a858-e48a63558a18 req-89cfce68-6fd8-454a-809b-47d5333ff7ce service neutron] 10.222.0.38 "GET /v2.0/networks?id=f6be99bb-e9c4-4334-a275-5db1709be021 HTTP/1.1" status: 200 len: 920 time: 0.3460104 Jun 25 14:31:29.097576 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:29.119904 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a0794e40-bc0a-4cfd-9d44-44a86554ba8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:29.127632 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:29.149015 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0794e40-bc0a-4cfd-9d44-44a86554ba8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2fd6b9-011f-4378-9e52-4e3342450213,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:29.158037 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a0794e40-bc0a-4cfd-9d44-44a86554ba8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:29.254317 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a0794e40-bc0a-4cfd-9d44-44a86554ba8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:29.256137 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-a0794e40-bc0a-4cfd-9d44-44a86554ba8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a2fd6b9-011f-4378-9e52-4e3342450213 HTTP/1.1" status: 204 len: 168 time: 1.0677168 Jun 25 14:31:29.417782 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00483a77-876f-4987-9548-309b29b3a781 req-1372f79b-8bd7-4c41-b722-c467ae0f9199 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:29.420472 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-00483a77-876f-4987-9548-309b29b3a781 req-1372f79b-8bd7-4c41-b722-c467ae0f9199 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.4716437 Jun 25 14:31:29.445737 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-51e02138-0169-4fe5-a858-e48a63558a18 req-11a07044-ee3a-4422-baef-aa5e25348fc5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b HTTP/1.1" status: 200 len: 217 time: 0.3476584 Jun 25 14:31:29.448089 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-eca8ebf0-637f-4fa4-a071-3c0e83d56c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:29.623715 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device b7582e94-19d6-4d09-904f-08ecb3212f7b details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:31:29.641748 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-eca8ebf0-637f-4fa4-a071-3c0e83d56c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:29.647597 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-00483a77-876f-4987-9548-309b29b3a781 req-e8fac6c2-b455-4296-ac1e-14a881f69168 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034194 Jun 25 14:31:29.655561 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-eca8ebf0-637f-4fa4-a071-3c0e83d56c0c admin admin] Usage tracker for resource:security_group_rule and tenant:d8fdf1cbcb6a4a75ab0a6eb3308d3e06 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:29.661179 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-eca8ebf0-637f-4fa4-a071-3c0e83d56c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:29.672587 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-eca8ebf0-637f-4fa4-a071-3c0e83d56c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:29.689268 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 5908ffcf-1fe7-486d-8f17-d80c7d289d7a up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:29.705475 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e02138-0169-4fe5-a858-e48a63558a18 req-6e03bed0-bdab-4760-99b9-78cafdd1de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:29.708813 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-51e02138-0169-4fe5-a858-e48a63558a18 req-6e03bed0-bdab-4760-99b9-78cafdd1de1e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f HTTP/1.1" status: 200 len: 859 time: 0.2398007 Jun 25 14:31:29.796438 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45252) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:29.846973 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-51e02138-0169-4fe5-a858-e48a63558a18 req-72240593-da60-4e5d-b5e0-6abd811f254f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f6be99bb-e9c4-4334-a275-5db1709be021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264625 Jun 25 14:31:29.859778 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-239da2fb-8333-45b0-b5d2-a78d6c7432f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:29.871875 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b9d2b-602b-40e5-8265-5f4faed15c6f req-e061d737-765f-4d52-b56b-5194e9506415 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:29.879597 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c00b9d2b-602b-40e5-8265-5f4faed15c6f req-e061d737-765f-4d52-b56b-5194e9506415 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 944 time: 0.4780684 Jun 25 14:31:29.904503 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d769d97f-b0ba-4c08-b711-58c78267a1dc {{(pid=78414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:29.952160 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:29.974366 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-239da2fb-8333-45b0-b5d2-a78d6c7432f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:29.995807 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Transition to ACTIVE for port object d769d97f-b0ba-4c08-b711-58c78267a1dc will not be triggered until provisioned by entity L2. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:30.004608 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-239da2fb-8333-45b0-b5d2-a78d6c7432f1 admin admin] Usage tracker for resource:security_group_rule and tenant:0a2d893dafb744e3b930021637820eba is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:30.014144 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-239da2fb-8333-45b0-b5d2-a78d6c7432f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:30.017437 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port b7582e94-19d6-4d09-904f-08ecb3212f7b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:30.021923 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c00b9d2b-602b-40e5-8265-5f4faed15c6f req-3e0eca8d-d149-420b-af89-5ccf922af1c6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413178 Jun 25 14:31:30.022606 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.029255 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:30.036139 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-239da2fb-8333-45b0-b5d2-a78d6c7432f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:30.038591 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:30.047820 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-08bbc93d-0c30-4fea-9c69-f7909fb1371c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:30.048885 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.078974 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'port_id': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'mac_address': 'fa:16:3e:41:01:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:31:30.134745 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-51e02138-0169-4fe5-a858-e48a63558a18 req-5e2f7411-2977-448a-8f1a-7ef78203cf90 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774296 Jun 25 14:31:30.168525 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.191662 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-eca8ebf0-637f-4fa4-a071-3c0e83d56c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.196235 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Pushing event updated for resources: {'Port': ['ID=d769d97f-b0ba-4c08-b711-58c78267a1dc,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:30.202062 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:30.234132 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7582e94-19d6-4d09-904f-08ecb3212f7b {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:30.246703 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1227f9-6f46-42d9-a190-5ef6cd427b4c req-c06972c7-95ce-43bb-8cc5-a5f0964ab5ad tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:30.247504 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-ba1227f9-6f46-42d9-a190-5ef6cd427b4c req-c06972c7-95ce-43bb-8cc5-a5f0964ab5ad tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Synchronizing usage tracker for tenant:570df59ecce748a7b99477e25f41f4a4 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:30.272271 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port b7582e94-19d6-4d09-904f-08ecb3212f7b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:30.274824 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.289137 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.293270 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:30.311904 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-eca8ebf0-637f-4fa4-a071-3c0e83d56c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.318819 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-ba1227f9-6f46-42d9-a190-5ef6cd427b4c req-c06972c7-95ce-43bb-8cc5-a5f0964ab5ad tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Unset dirty status for tenant:570df59ecce748a7b99477e25f41f4a4 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:30.320030 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ba1227f9-6f46-42d9-a190-5ef6cd427b4c req-c06972c7-95ce-43bb-8cc5-a5f0964ab5ad tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 931 time: 0.4376352 Jun 25 14:31:30.320540 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45258) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:30.353840 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b7bd6a8a-a576-4fb2-aec5-a0d8e0a1f489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:30.362975 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Attempting to bind port d769d97f-b0ba-4c08-b711-58c78267a1dc on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:30.363335 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Attempting to bind port d769d97f-b0ba-4c08-b711-58c78267a1dc by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '993839cf-2c2e-4627-a834-21940f73904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021'}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:30.363659 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Attempting to bind port d769d97f-b0ba-4c08-b711-58c78267a1dc on network f6be99bb-e9c4-4334-a275-5db1709be021 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:30.364295 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27641139-b628-4121-9b12-4f46869e6b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5908ffcf-1fe7-486d-8f17-d80c7d289d7a'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:30.366446 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-239da2fb-8333-45b0-b5d2-a78d6c7432f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.382990 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=5908ffcf-1fe7-486d-8f17-d80c7d289d7a,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:30.387162 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=b7582e94-19d6-4d09-904f-08ecb3212f7b,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:30.390548 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:30.392038 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.394151 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:30.403887 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Port d769d97f-b0ba-4c08-b711-58c78267a1dc on network f6be99bb-e9c4-4334-a275-5db1709be021 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:31:30.404211 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Attempting to bind port d769d97f-b0ba-4c08-b711-58c78267a1dc on network f6be99bb-e9c4-4334-a275-5db1709be021 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:30.415834 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:30.416167 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Checking segment: {'id': '993839cf-2c2e-4627-a834-21940f73904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:30.416555 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Bound using segment: {'id': '993839cf-2c2e-4627-a834-21940f73904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021'} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:30.416990 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Bound port: d769d97f-b0ba-4c08-b711-58c78267a1dc, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993839cf-2c2e-4627-a834-21940f73904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021'}}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:30.417335 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.449743 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27641139-b628-4121-9b12-4f46869e6b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5908ffcf-1fe7-486d-8f17-d80c7d289d7a', 'code': 200} Jun 25 14:31:30.456758 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ba1227f9-6f46-42d9-a190-5ef6cd427b4c req-4a835b49-c1ab-4263-a139-a84fd6bbd325 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266756 Jun 25 14:31:30.501161 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=5908ffcf-1fe7-486d-8f17-d80c7d289d7a,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:30.514478 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:30.530821 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-239da2fb-8333-45b0-b5d2-a78d6c7432f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.534831 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['b7582e94-19d6-4d09-904f-08ecb3212f7b'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:31:30.588592 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-af560d6e-bbbf-4155-98aa-2d801bcd7eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.599206 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8ebf0-637f-4fa4-a071-3c0e83d56c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518099dd-1b9c-4bc7-b09d-5b643c7d3742,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:30.607620 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.610962 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-eca8ebf0-637f-4fa4-a071-3c0e83d56c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:30.611805 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-85f8c492-f017-4ece-bead-05634634d342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:30.626643 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-eca8ebf0-637f-4fa4-a071-3c0e83d56c0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8fdf1cbcb6a4a75ab0a6eb3308d3e06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6812654 Jun 25 14:31:30.627581 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45270) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:30.655466 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-af560d6e-bbbf-4155-98aa-2d801bcd7eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:30.657037 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-239da2fb-8333-45b0-b5d2-a78d6c7432f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a2d893dafb744e3b930021637820eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8562837 Jun 25 14:31:30.657839 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45274) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:30.677632 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-af560d6e-bbbf-4155-98aa-2d801bcd7eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:f2b456660afd4befb35ea97331c2586d is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:30.687914 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-af560d6e-bbbf-4155-98aa-2d801bcd7eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:30.702392 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239da2fb-8333-45b0-b5d2-a78d6c7432f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbd1502-a611-46d9-9995-51cfb81e651b,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:30.712586 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-51e02138-0169-4fe5-a858-e48a63558a18 req-045f1b1d-adf4-431d-b929-99bc1d028890 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246545 Jun 25 14:31:30.726500 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-239da2fb-8333-45b0-b5d2-a78d6c7432f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:30.731912 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-af560d6e-bbbf-4155-98aa-2d801bcd7eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:30.767828 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b9cf0010-3a80-4b51-9bf7-f91e373aefd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.773491 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] For port d769d97f-b0ba-4c08-b711-58c78267a1dc, host hv-cinder-79808, cleared binding levels {{(pid=78414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:30.799420 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b9cf0010-3a80-4b51-9bf7-f91e373aefd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.815938 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] For port d769d97f-b0ba-4c08-b711-58c78267a1dc, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d769d97f-b0ba-4c08-b711-58c78267a1dc,segment=NetworkSegment(993839cf-2c2e-4627-a834-21940f73904c),segment_id=993839cf-2c2e-4627-a834-21940f73904c)] {{(pid=78414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:30.821553 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9246b5c7-9699-49f4-9412-afd3215a34ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.834016 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.857007 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:30.922167 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2b357-782e-49fb-80ac-9603054b7457 req-f3e248f8-7737-4c8a-917e-2654e7d7259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:30.923872 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-44a2b357-782e-49fb-80ac-9603054b7457 req-f3e248f8-7737-4c8a-917e-2654e7d7259f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 1098 time: 0.0781119 Jun 25 14:31:30.928960 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b9cf0010-3a80-4b51-9bf7-f91e373aefd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.935054 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:30.958973 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9246b5c7-9699-49f4-9412-afd3215a34ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.963323 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf0010-3a80-4b51-9bf7-f91e373aefd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbd1502-a611-46d9-9995-51cfb81e651b,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:30.971269 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b9cf0010-3a80-4b51-9bf7-f91e373aefd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:30.988217 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b9cf0010-3a80-4b51-9bf7-f91e373aefd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.995331 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-b9cf0010-3a80-4b51-9bf7-f91e373aefd4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbbd1502-a611-46d9-9995-51cfb81e651b HTTP/1.1" status: 204 len: 168 time: 0.3253589 Jun 25 14:31:31.003331 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:31.003932 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:31.005292 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] 10.222.0.38 "PUT /v2.0/ports/d769d97f-b0ba-4c08-b711-58c78267a1dc HTTP/1.1" status: 200 len: 1093 time: 2.7724638 Jun 25 14:31:31.009398 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005fd6e7-9329-444b-9a97-a8e32a3c2605', 'tag': 'd769d97f-b0ba-4c08-b711-58c78267a1dc'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:31.017902 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-44a2b357-782e-49fb-80ac-9603054b7457 req-69a54c84-3f20-4aac-826e-110841ca5252 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837622 Jun 25 14:31:31.062313 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Pushing event updated for resources: {'Port': ['ID=d769d97f-b0ba-4c08-b711-58c78267a1dc,revision_number=3']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:31.069776 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:31.101121 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-af560d6e-bbbf-4155-98aa-2d801bcd7eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:31.110075 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005fd6e7-9329-444b-9a97-a8e32a3c2605', 'tag': 'd769d97f-b0ba-4c08-b711-58c78267a1dc', 'status': 'completed', 'code': 200} Jun 25 14:31:31.119696 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-af560d6e-bbbf-4155-98aa-2d801bcd7eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:31.137149 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:31.171809 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5262875-78cc-4a92-b2aa-869006c31ba8 req-96bc7004-a73b-4737-b2c6-0391a1d3954c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:31.187008 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f5262875-78cc-4a92-b2aa-869006c31ba8 req-96bc7004-a73b-4737-b2c6-0391a1d3954c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 944 time: 0.3446474 Jun 25 14:31:31.225669 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9246b5c7-9699-49f4-9412-afd3215a34ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:31.263343 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-cf9fcc3c-41ec-4f19-a4c4-66c6f442113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:31.265588 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-cf9fcc3c-41ec-4f19-a4c4-66c6f442113c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=570df59ecce748a7b99477e25f41f4a4&device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 1096 time: 0.1676452 Jun 25 14:31:31.278094 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af560d6e-bbbf-4155-98aa-2d801bcd7eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504fa29d-7493-4dfc-9b30-3c18b04be58a,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:31.296587 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-af560d6e-bbbf-4155-98aa-2d801bcd7eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:31.324543 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:31.338603 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-8b914f0c-8f65-448e-9887-658e32668792 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d769d97f-b0ba-4c08-b711-58c78267a1dc HTTP/1.1" status: 200 len: 217 time: 0.0651348 Jun 25 14:31:31.415134 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-af560d6e-bbbf-4155-98aa-2d801bcd7eb7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2b456660afd4befb35ea97331c2586d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0932660 Jun 25 14:31:31.415939 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246b5c7-9699-49f4-9412-afd3215a34ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518099dd-1b9c-4bc7-b09d-5b643c7d3742,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:31.417991 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45300) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:31.428418 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f5262875-78cc-4a92-b2aa-869006c31ba8 req-ef60bf80-6376-4690-bdc2-b6b2a39eeca5 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227280 Jun 25 14:31:31.442877 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9246b5c7-9699-49f4-9412-afd3215a34ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:31.443969 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-9246b5c7-9699-49f4-9412-afd3215a34ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/518099dd-1b9c-4bc7-b09d-5b643c7d3742 HTTP/1.1" status: 204 len: 168 time: 0.8135333 Jun 25 14:31:31.445347 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-9246b5c7-9699-49f4-9412-afd3215a34ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:31.477216 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-1f4bb722-e758-4c52-9180-ccd371548b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:31.480199 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-1f4bb722-e758-4c52-9180-ccd371548b73 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f HTTP/1.1" status: 200 len: 859 time: 0.1299827 Jun 25 14:31:31.545943 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-7068736a-683d-4d94-9203-1b518af38d35 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f6be99bb-e9c4-4334-a275-5db1709be021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586083 Jun 25 14:31:31.598730 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414a1cc-9b61-48e1-8b7e-9f171dee623e req-b46c28a2-f1e5-4f6c-9d77-5fa482e65da5 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:31.600522 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0414a1cc-9b61-48e1-8b7e-9f171dee623e req-b46c28a2-f1e5-4f6c-9d77-5fa482e65da5 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.3010323 Jun 25 14:31:31.605449 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b95121cf-2465-4d1d-a785-2265acd538c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:31.633637 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b95121cf-2465-4d1d-a785-2265acd538c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:31.648510 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:31:31.749306 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-f68978b5-23e9-49a0-b6b9-394178133e6f service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968517 Jun 25 14:31:31.805068 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0414a1cc-9b61-48e1-8b7e-9f171dee623e req-66ed635e-0f69-4e1a-85c6-ecd8be508521 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207805 Jun 25 14:31:31.811462 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b,segment=NetworkSegment(993839cf-2c2e-4627-a834-21940f73904c),segment_id=993839cf-2c2e-4627-a834-21940f73904c)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:31.829634 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': '7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b', 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021', 'port_id': '7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b', 'mac_address': 'fa:16:3e:5e:00:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:31:31.833747 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device b7582e94-19d6-4d09-904f-08ecb3212f7b up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:31.842275 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b211861-5b5a-40ca-8aa0-e22b9cf3c5c6 req-dbe5e112-3935-4573-ac10-d715d95e3ca0 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:31.844061 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8b211861-5b5a-40ca-8aa0-e22b9cf3c5c6 req-dbe5e112-3935-4573-ac10-d715d95e3ca0 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 943 time: 0.1644521 Jun 25 14:31:31.845435 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b95121cf-2465-4d1d-a785-2265acd538c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:31.850773 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a08f8b52-2ebd-491e-8394-13e544c246bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:31.911723 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95121cf-2465-4d1d-a785-2265acd538c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504fa29d-7493-4dfc-9b30-3c18b04be58a,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:31.922389 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b95121cf-2465-4d1d-a785-2265acd538c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:31.926167 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8b211861-5b5a-40ca-8aa0-e22b9cf3c5c6 req-97f38bd2-4ce6-40ac-8ebc-92798c015c04 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638525 Jun 25 14:31:31.933143 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b95121cf-2465-4d1d-a785-2265acd538c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:31.937849 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-b95121cf-2465-4d1d-a785-2265acd538c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/504fa29d-7493-4dfc-9b30-3c18b04be58a HTTP/1.1" status: 204 len: 168 time: 0.4963443 Jun 25 14:31:32.066890 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-a43ee3fe-51d4-4a08-ab38-5bcab4c057a6 req-bf7e74c3-2ab7-4810-af58-a67d0b1b7a33 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020744 Jun 25 14:31:32.093632 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:32.098520 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45328) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:32.131653 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port b7582e94-19d6-4d09-904f-08ecb3212f7b completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:32.162726 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port b7582e94-19d6-4d09-904f-08ecb3212f7b triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:32.163117 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:32.201626 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a45707ec-5375-41f5-b3cd-89c813889d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:32.227053 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-a45707ec-5375-41f5-b3cd-89c813889d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:32.231183 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-a45707ec-5375-41f5-b3cd-89c813889d42 admin admin] Usage tracker for resource:security_group_rule and tenant:97464973dd2045209cee6bef8e02dc6d is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:32.234418 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-a45707ec-5375-41f5-b3cd-89c813889d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:32.241557 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-a45707ec-5375-41f5-b3cd-89c813889d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:32.291669 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:32.369655 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b,segment=NetworkSegment(993839cf-2c2e-4627-a834-21940f73904c),segment_id=993839cf-2c2e-4627-a834-21940f73904c)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:32.379285 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:32.381604 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:32.493206 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a45707ec-5375-41f5-b3cd-89c813889d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:32.505625 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cf96e-c94f-4f7c-ba6b-3494e3a55e14 req-ec515ecf-558e-44b0-83c4-6fa29cb6f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:32.510380 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:32.511297 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-511cf96e-c94f-4f7c-ba6b-3494e3a55e14 req-ec515ecf-558e-44b0-83c4-6fa29cb6f326 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=570df59ecce748a7b99477e25f41f4a4&device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 1096 time: 0.3901939 Jun 25 14:31:32.514874 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a45707ec-5375-41f5-b3cd-89c813889d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:32.543924 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:32.572561 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7582e94-19d6-4d09-904f-08ecb3212f7b'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:32.597186 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:32.606724 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:32.629467 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port b7582e94-19d6-4d09-904f-08ecb3212f7b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:32.644742 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:32.646597 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:32.707110 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:31:32.755820 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45356) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:32.813262 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=b7582e94-19d6-4d09-904f-08ecb3212f7b,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:32.824013 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:32.875182 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-a45707ec-5375-41f5-b3cd-89c813889d42 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97464973dd2045209cee6bef8e02dc6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7716172 Jun 25 14:31:32.876303 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45366) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:32.883716 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5a14317d-89d5-4146-b5ef-389e9c8ec28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:32.895138 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45707ec-5375-41f5-b3cd-89c813889d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249a7bcf-15c6-4646-9eab-f33a4969ea7b,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:32.917427 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a45707ec-5375-41f5-b3cd-89c813889d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:32.959777 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b709d-ee53-45ea-a568-fac581e99c1a req-7447b6e2-918d-4d0c-be9a-99d33af003eb tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:32.965958 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-5a14317d-89d5-4146-b5ef-389e9c8ec28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:32.967350 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-837b709d-ee53-45ea-a568-fac581e99c1a req-7447b6e2-918d-4d0c-be9a-99d33af003eb tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 946 time: 0.1756706 Jun 25 14:31:32.997582 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8796a2c-ffc9-4004-9f58-654ca55ed1e9 req-ed9d2e25-ce7c-4b6d-866d-fe9e1164efa8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:32.999413 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e8796a2c-ffc9-4004-9f58-654ca55ed1e9 req-ed9d2e25-ce7c-4b6d-866d-fe9e1164efa8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.4216602 Jun 25 14:31:33.005412 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-5a14317d-89d5-4146-b5ef-389e9c8ec28f admin admin] Usage tracker for resource:security_group_rule and tenant:f1f4b55e60f34ddda0bf7b990603ae69 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:33.022401 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-5a14317d-89d5-4146-b5ef-389e9c8ec28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:33.038270 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-5a14317d-89d5-4146-b5ef-389e9c8ec28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:33.041587 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cf96e-c94f-4f7c-ba6b-3494e3a55e14 req-a2054731-c63a-4f93-ab64-4a3b3a709a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:33.043579 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-511cf96e-c94f-4f7c-ba6b-3494e3a55e14 req-a2054731-c63a-4f93-ab64-4a3b3a709a10 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f6be99bb-e9c4-4334-a275-5db1709be021 HTTP/1.1" status: 200 len: 920 time: 0.5039661 Jun 25 14:31:33.051748 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-837b709d-ee53-45ea-a568-fac581e99c1a req-763faf2f-2683-4dd0-95fc-2892810768ae tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/security-groups?id=693981ee-3340-4add-8289-4fd792b563f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833445 Jun 25 14:31:33.081308 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e8796a2c-ffc9-4004-9f58-654ca55ed1e9 req-7a08c1dc-a5de-4874-ac0c-e3f67d58dfe0 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698678 Jun 25 14:31:33.158727 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'code': 200} Jun 25 14:31:33.161058 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c4c299c1-0919-4819-ac21-969a689253c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:33.163518 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-511cf96e-c94f-4f7c-ba6b-3494e3a55e14 req-010ed030-9f81-4e6a-9a75-90580db6c986 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d769d97f-b0ba-4c08-b711-58c78267a1dc HTTP/1.1" status: 200 len: 217 time: 0.0810466 Jun 25 14:31:33.315486 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c4c299c1-0919-4819-ac21-969a689253c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:33.354994 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cf96e-c94f-4f7c-ba6b-3494e3a55e14 req-6b441e6e-1eee-4526-8b54-2e482ccd505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:33.358122 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-511cf96e-c94f-4f7c-ba6b-3494e3a55e14 req-6b441e6e-1eee-4526-8b54-2e482ccd505c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f HTTP/1.1" status: 200 len: 859 time: 0.1747193 Jun 25 14:31:33.406561 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdf511-1036-4a23-87d6-fd6702f41702 req-657d9935-cb68-455a-aaae-e87263c28a74 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:33.409481 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fcfdf511-1036-4a23-87d6-fd6702f41702 req-657d9935-cb68-455a-aaae-e87263c28a74 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.1553974 Jun 25 14:31:33.481768 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-511cf96e-c94f-4f7c-ba6b-3494e3a55e14 req-4982660e-f984-4605-a866-045a18c86e59 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f6be99bb-e9c4-4334-a275-5db1709be021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830932 Jun 25 14:31:33.540333 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c4c299c1-0919-4819-ac21-969a689253c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:33.592170 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-4237b6be-dfc3-495e-9580-3adaa6c80755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:33.595605 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fcfdf511-1036-4a23-87d6-fd6702f41702 req-d38cfd7e-5495-47e8-93e1-f0a3389e5e0d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798511 Jun 25 14:31:33.610014 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5a14317d-89d5-4146-b5ef-389e9c8ec28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:33.612374 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c299c1-0919-4819-ac21-969a689253c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249a7bcf-15c6-4646-9eab-f33a4969ea7b,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:33.615507 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c4c299c1-0919-4819-ac21-969a689253c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:33.626782 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5a14317d-89d5-4146-b5ef-389e9c8ec28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:33.633655 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9db9b-f24c-432d-934b-a5ebe5e64a10 req-f5fa926d-42a5-434b-b6d8-48ca884c9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:33.635348 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7ce9db9b-f24c-432d-934b-a5ebe5e64a10 req-f5fa926d-42a5-434b-b6d8-48ca884c9a31 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 1098 time: 0.1877942 Jun 25 14:31:33.644021 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44a21c-828c-4c03-8706-4df9c030bae4 req-07b8da67-7fe4-4dfe-9d65-eebde1768e31 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:33.645516 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6a44a21c-828c-4c03-8706-4df9c030bae4 req-07b8da67-7fe4-4dfe-9d65-eebde1768e31 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 943 time: 0.2006629 Jun 25 14:31:33.650773 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:33.661429 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:33.739526 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-7ce9db9b-f24c-432d-934b-a5ebe5e64a10 req-7bc7fdbe-8052-44ad-a5a1-b2cad709b827 service neutron] Synchronizing usage tracker for tenant:36e45daaf3eb450cada478a88bf0ed8d on resource:security_group {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:33.747377 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6a44a21c-828c-4c03-8706-4df9c030bae4 req-c1469601-4549-4eb3-805c-9e98770b865b tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846658 Jun 25 14:31:33.763063 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-7ce9db9b-f24c-432d-934b-a5ebe5e64a10 req-7bc7fdbe-8052-44ad-a5a1-b2cad709b827 service neutron] Unset dirty status for tenant:36e45daaf3eb450cada478a88bf0ed8d on resource:security_group {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:33.764850 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7ce9db9b-f24c-432d-934b-a5ebe5e64a10 req-7bc7fdbe-8052-44ad-a5a1-b2cad709b827 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183546 Jun 25 14:31:33.808537 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:33.816800 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:33.818514 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:33.904809 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-5a14317d-89d5-4146-b5ef-389e9c8ec28f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1f4b55e60f34ddda0bf7b990603ae69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1334062 Jun 25 14:31:33.905951 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45406) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:33.921945 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c4c299c1-0919-4819-ac21-969a689253c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:33.923143 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-c4c299c1-0919-4819-ac21-969a689253c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/249a7bcf-15c6-4646-9eab-f33a4969ea7b HTTP/1.1" status: 204 len: 168 time: 1.0414362 Jun 25 14:31:33.935040 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14317d-89d5-4146-b5ef-389e9c8ec28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f347ab00-4128-43d8-be68-80a2eeafa9e4,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:33.942541 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-5a14317d-89d5-4146-b5ef-389e9c8ec28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:33.962204 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-511cf96e-c94f-4f7c-ba6b-3494e3a55e14 req-2cb8ab5f-339c-454b-9e3c-63f71270426f service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658520 Jun 25 14:31:34.084634 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309ccdb-0c4b-4481-a8b4-36040ed419a3 req-d25c82a9-4f57-42e9-82ea-17c0a6884efb tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:34.100922 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1309ccdb-0c4b-4481-a8b4-36040ed419a3 req-d25c82a9-4f57-42e9-82ea-17c0a6884efb tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.2949719 Jun 25 14:31:34.111562 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45418) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:34.126100 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-88aa18ad-cda4-4d98-8783-3ffb0650a960 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Request body: {'floatingip': {'port_id': '5908ffcf-1fe7-486d-8f17-d80c7d289d7a'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:34.131342 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:34.141978 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-dfb635f5-dbdf-4f25-b74f-d72114fb5031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:34.238036 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b,segment=NetworkSegment(993839cf-2c2e-4627-a834-21940f73904c),segment_id=993839cf-2c2e-4627-a834-21940f73904c)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:34.245646 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:34.247700 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:34.296682 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-dfb635f5-dbdf-4f25-b74f-d72114fb5031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:34.347143 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-88aa18ad-cda4-4d98-8783-3ffb0650a960 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for floatingip, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:34.359619 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:34.374470 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:34.495102 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-dfb635f5-dbdf-4f25-b74f-d72114fb5031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:34.506614 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-bf69e1df-ea23-4bcb-b02b-3e15629f1c4b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:34.536453 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-511cf96e-c94f-4f7c-ba6b-3494e3a55e14 req-9a4ec8c4-493a-4f02-874f-6a6b59f8cd90 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510917 Jun 25 14:31:34.551707 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb635f5-dbdf-4f25-b74f-d72114fb5031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f347ab00-4128-43d8-be68-80a2eeafa9e4,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:34.559924 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-dfb635f5-dbdf-4f25-b74f-d72114fb5031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:34.575935 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-dfb635f5-dbdf-4f25-b74f-d72114fb5031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:34.577043 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-dfb635f5-dbdf-4f25-b74f-d72114fb5031 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f347ab00-4128-43d8-be68-80a2eeafa9e4 HTTP/1.1" status: 204 len: 168 time: 0.6709116 Jun 25 14:31:34.626265 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17e720-0e4a-4ba6-8ae0-34e6171eadb5 req-654a4435-b4c8-4ef7-b055-83986f2523c9 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:34.627786 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7a17e720-0e4a-4ba6-8ae0-34e6171eadb5 req-654a4435-b4c8-4ef7-b055-83986f2523c9 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.38 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 946 time: 0.4175055 Jun 25 14:31:34.641214 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa90dd-633f-4202-8ef7-b969fe61ca38 req-3bc31dee-2a2b-4c9e-ac48-ded00adcc50a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:34.642731 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-40aa90dd-633f-4202-8ef7-b969fe61ca38 req-3bc31dee-2a2b-4c9e-ac48-ded00adcc50a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.2716370 Jun 25 14:31:34.651673 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f42b0c-65da-441e-b245-5a6cf7022488 req-f6ea8c9e-0557-498a-8692-7efd88b4ca4a tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:34.659360 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-50f42b0c-65da-441e-b245-5a6cf7022488 req-f6ea8c9e-0557-498a-8692-7efd88b4ca4a tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 946 time: 0.3465700 Jun 25 14:31:34.835655 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-50f42b0c-65da-441e-b245-5a6cf7022488 req-4f5c85d8-dfc0-4404-b993-145cdb139fba tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/security-groups?id=693981ee-3340-4add-8289-4fd792b563f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736970 Jun 25 14:31:34.918776 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-7a17e720-0e4a-4ba6-8ae0-34e6171eadb5 req-4b14d1e0-2f5b-44cb-b661-e753d3839297 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Deleting port a53368a6-0672-4b52-9bf6-f1676a33b56a {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:31:34.941228 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-7a17e720-0e4a-4ba6-8ae0-34e6171eadb5 req-4b14d1e0-2f5b-44cb-b661-e753d3839297 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.077067 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-40aa90dd-633f-4202-8ef7-b969fe61ca38 req-2c134380-affa-4e44-a8c1-6708638522f7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4153113 Jun 25 14:31:35.159605 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:35.238347 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45456) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:35.243222 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b', 'code': 200} Jun 25 14:31:35.263960 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3885e717-9ded-438d-8d61-88a083516dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.354372 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-3885e717-9ded-438d-8d61-88a083516dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:35.368784 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-3885e717-9ded-438d-8d61-88a083516dcb admin admin] Usage tracker for resource:security_group_rule and tenant:2ba2c6906e3f4320923dd107aac55cfa is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:35.383325 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-3885e717-9ded-438d-8d61-88a083516dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:35.394628 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-3885e717-9ded-438d-8d61-88a083516dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:35.471654 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac27bba-3d7c-49ba-a59c-047f114d5955 req-8b7e48da-0a08-41b1-add4-623642195692 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:35.473228 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-eac27bba-3d7c-49ba-a59c-047f114d5955 req-8b7e48da-0a08-41b1-add4-623642195692 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 943 time: 0.3876352 Jun 25 14:31:35.521891 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-7a17e720-0e4a-4ba6-8ae0-34e6171eadb5 req-4b14d1e0-2f5b-44cb-b661-e753d3839297 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] For port a53368a6-0672-4b52-9bf6-f1676a33b56a, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=a53368a6-0672-4b52-9bf6-f1676a33b56a,segment=NetworkSegment(4fab9dd0-156a-45e4-b59e-0fb35a012e35),segment_id=4fab9dd0-156a-45e4-b59e-0fb35a012e35)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:35.522338 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-7a17e720-0e4a-4ba6-8ae0-34e6171eadb5 req-4b14d1e0-2f5b-44cb-b661-e753d3839297 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.590856 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62614d11-f9c7-47e1-a8c4-da02ea1c4c7b req-66a940e0-013e-486c-94d8-0aeb9cc15696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:35.592321 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-62614d11-f9c7-47e1-a8c4-da02ea1c4c7b req-66a940e0-013e-486c-94d8-0aeb9cc15696 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 1098 time: 0.1125827 Jun 25 14:31:35.663472 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device d769d97f-b0ba-4c08-b711-58c78267a1dc details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:31:35.664523 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-eac27bba-3d7c-49ba-a59c-047f114d5955 req-76a75ddf-a551-46fa-bde2-adefdadf30ef tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803513 Jun 25 14:31:35.672436 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-7a17e720-0e4a-4ba6-8ae0-34e6171eadb5 req-4b14d1e0-2f5b-44cb-b661-e753d3839297 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Calling delete_port for a53368a6-0672-4b52-9bf6-f1676a33b56a owned by compute:nova {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:31:35.764067 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-62614d11-f9c7-47e1-a8c4-da02ea1c4c7b req-1082e6d4-cdc2-48e4-8a4b-1a215e64d3c7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376581 Jun 25 14:31:35.791573 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-88aa18ad-cda4-4d98-8783-3ffb0650a960 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.799660 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-88aa18ad-cda4-4d98-8783-3ffb0650a960 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8043240'] for floatingip, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.847011 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port d769d97f-b0ba-4c08-b711-58c78267a1dc, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d769d97f-b0ba-4c08-b711-58c78267a1dc,segment=NetworkSegment(993839cf-2c2e-4627-a834-21940f73904c),segment_id=993839cf-2c2e-4627-a834-21940f73904c)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:35.861363 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': 'd769d97f-b0ba-4c08-b711-58c78267a1dc', 'network_id': 'f6be99bb-e9c4-4334-a275-5db1709be021', 'port_id': 'd769d97f-b0ba-4c08-b711-58c78267a1dc', 'mac_address': 'fa:16:3e:5a:85:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:31:35.919834 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.941853 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d769d97f-b0ba-4c08-b711-58c78267a1dc {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:35.962320 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port d769d97f-b0ba-4c08-b711-58c78267a1dc, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d769d97f-b0ba-4c08-b711-58c78267a1dc,segment=NetworkSegment(993839cf-2c2e-4627-a834-21940f73904c),segment_id=993839cf-2c2e-4627-a834-21940f73904c)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:35.969184 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.973116 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:36.092372 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=d769d97f-b0ba-4c08-b711-58c78267a1dc,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:36.103381 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.l3_db [None req-88aa18ad-cda4-4d98-8783-3ffb0650a960 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Floating IP acc2f3ee-3b00-4f6d-9100-95eaac7a2c43 associated. External IP: 172.28.0.228, port: 5908ffcf-1fe7-486d-8f17-d80c7d289d7a. Jun 25 14:31:36.128994 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:36.167105 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-7a17e720-0e4a-4ba6-8ae0-34e6171eadb5 req-4b14d1e0-2f5b-44cb-b661-e753d3839297 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:36.230350 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:36.239502 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['d769d97f-b0ba-4c08-b711-58c78267a1dc'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:31:36.264780 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3885e717-9ded-438d-8d61-88a083516dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:36.280303 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cca64e11-6379-445b-8daf-48b3154b8e90 req-d8052876-e47e-48f0-b921-52a697a51507 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 210 time: 0.1285179 Jun 25 14:31:36.301688 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14d1e0-2f5b-44cb-b661-e753d3839297 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Pushing event deleted for resources: {'Port': ['ID=a53368a6-0672-4b52-9bf6-f1676a33b56a,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:36.315225 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-4b14d1e0-2f5b-44cb-b661-e753d3839297 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:36.315919 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3885e717-9ded-438d-8d61-88a083516dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:36.378565 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:36.553815 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-3885e717-9ded-438d-8d61-88a083516dcb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ba2c6906e3f4320923dd107aac55cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3145730 Jun 25 14:31:36.564195 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45496) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:36.581052 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885e717-9ded-438d-8d61-88a083516dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1726a5f-7e64-49df-8e64-e13ff6e67ad8,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:36.585414 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a17e720-0e4a-4ba6-8ae0-34e6171eadb5 req-4b14d1e0-2f5b-44cb-b661-e753d3839297 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] No DVR routers for this DVR port a53368a6-0672-4b52-9bf6-f1676a33b56a on host hv-cinder-79808 {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:31:36.598389 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3885e717-9ded-438d-8d61-88a083516dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:36.600172 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-7a17e720-0e4a-4ba6-8ae0-34e6171eadb5 req-4b14d1e0-2f5b-44cb-b661-e753d3839297 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:36.624616 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ebd9a6-49b4-4747-b5e6-f059b883fb40', 'name': 'network-vif-deleted', 'tag': 'a53368a6-0672-4b52-9bf6-f1676a33b56a'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:36.667984 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7a17e720-0e4a-4ba6-8ae0-34e6171eadb5 req-4b14d1e0-2f5b-44cb-b661-e753d3839297 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.38 "DELETE /v2.0/ports/a53368a6-0672-4b52-9bf6-f1676a33b56a HTTP/1.1" status: 204 len: 173 time: 2.0240095 Jun 25 14:31:36.733527 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297766e0-0cb7-4ae0-86e2-b6cded7f121d req-0a64d2a3-ad0d-4f00-b78a-6dd9d50ee12f tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:36.735274 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-297766e0-0cb7-4ae0-86e2-b6cded7f121d req-0a64d2a3-ad0d-4f00-b78a-6dd9d50ee12f tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.3438375 Jun 25 14:31:36.736964 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ebd9a6-49b4-4747-b5e6-f059b883fb40', 'name': 'network-vif-deleted', 'tag': 'a53368a6-0672-4b52-9bf6-f1676a33b56a', 'status': 'completed', 'code': 200} Jun 25 14:31:36.820050 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-297766e0-0cb7-4ae0-86e2-b6cded7f121d req-867a8355-c1ab-4ecd-b84a-3e5a241bd04e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768788 Jun 25 14:31:36.843876 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45510) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:36.940184 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5b921929-7bb9-4620-9c9b-78c98c5d3534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:37.044503 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5b921929-7bb9-4620-9c9b-78c98c5d3534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:37.096670 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88aa18ad-cda4-4d98-8783-3ffb0650a960 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Router 296832da-492e-4041-b5cb-38d7c12aa2dd has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:31:37.139819 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b71f-2866-4cbf-b43d-5800a186d2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:37.174159 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-7ca5b71f-2866-4cbf-b43d-5800a186d2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:37.191442 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-7ca5b71f-2866-4cbf-b43d-5800a186d2dc admin admin] Usage tracker for resource:security_group_rule and tenant:534549290d3d4e63a5b02e74a593b343 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:37.199361 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-7ca5b71f-2866-4cbf-b43d-5800a186d2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:37.206013 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5b921929-7bb9-4620-9c9b-78c98c5d3534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:37.213680 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-7ca5b71f-2866-4cbf-b43d-5800a186d2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:37.259652 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d848f-1549-4436-8b19-a34a2e5c8621 req-bf15f355-90eb-4a2e-949a-6946ec39e3de tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:37.268635 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-586d848f-1549-4436-8b19-a34a2e5c8621 req-bf15f355-90eb-4a2e-949a-6946ec39e3de tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 944 time: 0.3302705 Jun 25 14:31:37.277853 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-56f3199a-379e-44c0-881a-a899d143b368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:37.306262 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b596d-670c-4a04-a819-7e1d6327023e req-dd630510-cdfd-499a-895a-c5255bfcc1c5 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:37.307682 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b921929-7bb9-4620-9c9b-78c98c5d3534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1726a5f-7e64-49df-8e64-e13ff6e67ad8,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:37.309035 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-708b596d-670c-4a04-a819-7e1d6327023e req-dd630510-cdfd-499a-895a-c5255bfcc1c5 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.2838526 Jun 25 14:31:37.321979 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5b921929-7bb9-4620-9c9b-78c98c5d3534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:37.327154 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-5b921929-7bb9-4620-9c9b-78c98c5d3534 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1726a5f-7e64-49df-8e64-e13ff6e67ad8 HTTP/1.1" status: 204 len: 168 time: 0.7553966 Jun 25 14:31:37.327154 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-5b921929-7bb9-4620-9c9b-78c98c5d3534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:37.334873 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45526) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:37.372212 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-659a5cdc-5ebd-4dc6-92c2-0d22d887d76a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Request body: {'floatingip': {'port_id': 'b7582e94-19d6-4d09-904f-08ecb3212f7b'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:37.411696 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88aa18ad-cda4-4d98-8783-3ffb0650a960 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:31:37.427700 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a214ed10-22ed-4ba2-8443-14d77846e073 None None] Sync routers for ids ['296832da-492e-4041-b5cb-38d7c12aa2dd'] in dv-cinder-798088-1-smb {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:31:37.429234 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-88aa18ad-cda4-4d98-8783-3ffb0650a960 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:37.448866 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a214ed10-22ed-4ba2-8443-14d77846e073 None None] Routers {'296832da-492e-4041-b5cb-38d7c12aa2dd'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:37.450818 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-a214ed10-22ed-4ba2-8443-14d77846e073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:31:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['296832da-492e-4041-b5cb-38d7c12aa2dd'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:37.515091 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-88aa18ad-cda4-4d98-8783-3ffb0650a960 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "PUT /v2.0/floatingips/acc2f3ee-3b00-4f6d-9100-95eaac7a2c43 HTTP/1.1" status: 200 len: 991 time: 3.4024332 Jun 25 14:31:37.516158 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27641139-b628-4121-9b12-4f46869e6b6d', 'tag': '5908ffcf-1fe7-486d-8f17-d80c7d289d7a'}] {{(pid=78415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:37.689734 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-659a5cdc-5ebd-4dc6-92c2-0d22d887d76a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for floatingip, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:37.776123 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-61387440-aa19-4fca-b9d2-b830aaa201a2 req-f993b11d-f9b0-4006-81eb-7a0d848d25ee tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Synchronizing usage tracker for tenant:acd7a629e4b54297b1adffc2b2bbc58f on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:37.781179 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device d769d97f-b0ba-4c08-b711-58c78267a1dc up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:37.806605 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-586d848f-1549-4436-8b19-a34a2e5c8621 req-8a027c42-6bb8-46f7-a4b0-4bd67f456168 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368567 Jun 25 14:31:37.936997 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-a214ed10-22ed-4ba2-8443-14d77846e073 None None] Set router 296832da-492e-4041-b5cb-38d7c12aa2dd gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:38.055848 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port d769d97f-b0ba-4c08-b711-58c78267a1dc completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:38.069933 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port d769d97f-b0ba-4c08-b711-58c78267a1dc triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:38.070550 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:38.073980 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-61387440-aa19-4fca-b9d2-b830aaa201a2 req-f993b11d-f9b0-4006-81eb-7a0d848d25ee tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Unset dirty status for tenant:acd7a629e4b54297b1adffc2b2bbc58f on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:38.109301 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-61387440-aa19-4fca-b9d2-b830aaa201a2 req-f993b11d-f9b0-4006-81eb-7a0d848d25ee tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] 10.222.0.50 "GET /v2.0/ports?device_id=40ebd9a6-49b4-4747-b5e6-f059b883fb40 HTTP/1.1" status: 200 len: 210 time: 0.5241063 Jun 25 14:31:38.118465 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27641139-b628-4121-9b12-4f46869e6b6d', 'tag': '5908ffcf-1fe7-486d-8f17-d80c7d289d7a', 'status': 'completed', 'code': 200} Jun 25 14:31:38.367987 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:38.401282 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005fd6e7-9329-444b-9a97-a8e32a3c2605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd769d97f-b0ba-4c08-b711-58c78267a1dc'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:38.403794 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b71f-2866-4cbf-b43d-5800a186d2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:38.415920 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc758e5-3c04-45d9-b0f0-af63b741eabe req-42f0d4fc-e6e1-4778-bc7e-c4558c78fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:38.416401 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port d769d97f-b0ba-4c08-b711-58c78267a1dc, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d769d97f-b0ba-4c08-b711-58c78267a1dc,segment=NetworkSegment(993839cf-2c2e-4627-a834-21940f73904c),segment_id=993839cf-2c2e-4627-a834-21940f73904c)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:38.417650 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0cc758e5-3c04-45d9-b0f0-af63b741eabe req-42f0d4fc-e6e1-4778-bc7e-c4558c78fb0c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a&device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 1098 time: 0.2531731 Jun 25 14:31:38.424049 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:38.424493 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b71f-2866-4cbf-b43d-5800a186d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:38.425379 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device a53368a6-0672-4b52-9bf6-f1676a33b56a no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:31:38.436479 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-9246b5c7-9699-49f4-9412-afd3215a34ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:38.483994 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fd6e7-9329-444b-9a97-a8e32a3c2605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd769d97f-b0ba-4c08-b711-58c78267a1dc', 'code': 200} Jun 25 14:31:38.505289 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d67841de-f772-44e1-a3da-1a4200b6b646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:38.569748 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: a53368a6-0672-4b52-9bf6-f1676a33b56a {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:31:38.570090 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device a53368a6-0672-4b52-9bf6-f1676a33b56a not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:31:38.614157 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=d769d97f-b0ba-4c08-b711-58c78267a1dc,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:38.633619 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:38.725625 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-a214ed10-22ed-4ba2-8443-14d77846e073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': 'acc2f3ee-3b00-4f6d-9100-95eaac7a2c43', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'floating_ip_address': '172.28.0.228', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'port_id': '5908ffcf-1fe7-486d-8f17-d80c7d289d7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'mac_address': 'fa:16:3e:68:77:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27641139-b628-4121-9b12-4f46869e6b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:35Z', 'revision_number': 1, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf2c86f-0679-49f8-90dc-cac11e00a976', 'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'mac_address': 'fa:16:3e:ab:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:48Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 5, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'subnets': [{'id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:38.730070 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a214ed10-22ed-4ba2-8443-14d77846e073 None None] Checking router: 296832da-492e-4041-b5cb-38d7c12aa2dd for host: dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:31:38.740160 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a214ed10-22ed-4ba2-8443-14d77846e073 None None] Routers {'296832da-492e-4041-b5cb-38d7c12aa2dd'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:38.740698 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-a214ed10-22ed-4ba2-8443-14d77846e073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:31:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['296832da-492e-4041-b5cb-38d7c12aa2dd'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:38.811735 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156644d2-1eda-4af4-909d-c04271d7b1eb req-41e94660-b8c4-4966-9e57-5a2c7a6d36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:38.815097 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-156644d2-1eda-4af4-909d-c04271d7b1eb req-41e94660-b8c4-4966-9e57-5a2c7a6d36b6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 1098 time: 0.1364059 Jun 25 14:31:38.852300 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc758e5-3c04-45d9-b0f0-af63b741eabe req-0102d74e-b6fb-48f3-a2d0-237ba36d5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:38.854507 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0cc758e5-3c04-45d9-b0f0-af63b741eabe req-0102d74e-b6fb-48f3-a2d0-237ba36d5e30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ab1ef886-6434-4591-a53b-5e011b24d74f HTTP/1.1" status: 200 len: 912 time: 0.4226346 Jun 25 14:31:38.878797 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-7ca5b71f-2866-4cbf-b43d-5800a186d2dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=534549290d3d4e63a5b02e74a593b343&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0337684 Jun 25 14:31:38.886733 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45586) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:38.916855 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-156644d2-1eda-4af4-909d-c04271d7b1eb req-df858825-2b56-4fda-956b-1d74fae5c845 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938420 Jun 25 14:31:38.966054 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5b71f-2866-4cbf-b43d-5800a186d2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12199f9-038e-483a-b780-8ff00337ccad,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:38.992246 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-7ca5b71f-2866-4cbf-b43d-5800a186d2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:39.049540 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-a214ed10-22ed-4ba2-8443-14d77846e073 None None] Set router 296832da-492e-4041-b5cb-38d7c12aa2dd gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:39.253422 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0cc758e5-3c04-45d9-b0f0-af63b741eabe req-5692f203-c76a-4dc4-ab9d-df2c0d1c3b4e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5908ffcf-1fe7-486d-8f17-d80c7d289d7a HTTP/1.1" status: 200 len: 999 time: 0.3698213 Jun 25 14:31:39.416541 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-de8220f3-e80d-4baa-b7ce-5c0ee235cca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:39.443638 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-de8220f3-e80d-4baa-b7ce-5c0ee235cca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:39.500371 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958476e-8d9e-44f3-97b0-cd424a1a0a3f req-23feb1d7-1949-4748-8b1c-b39776153e70 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:39.502455 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1958476e-8d9e-44f3-97b0-cd424a1a0a3f req-23feb1d7-1949-4748-8b1c-b39776153e70 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.5092635 Jun 25 14:31:39.586330 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1958476e-8d9e-44f3-97b0-cd424a1a0a3f req-7641653d-bcce-4cb7-9ef1-44ce66e3439c tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708528 Jun 25 14:31:39.602877 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-de8220f3-e80d-4baa-b7ce-5c0ee235cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:39.607261 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc758e5-3c04-45d9-b0f0-af63b741eabe req-96b5ceda-3b43-448a-bdcf-d4d9df865d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:39.608683 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0cc758e5-3c04-45d9-b0f0-af63b741eabe req-96b5ceda-3b43-448a-bdcf-d4d9df865d29 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2219ef15-7d65-4a6b-a109-68f701665bed HTTP/1.1" status: 200 len: 850 time: 0.2349513 Jun 25 14:31:39.608927 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-a214ed10-22ed-4ba2-8443-14d77846e073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': 'acc2f3ee-3b00-4f6d-9100-95eaac7a2c43', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'floating_ip_address': '172.28.0.228', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'port_id': '5908ffcf-1fe7-486d-8f17-d80c7d289d7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'mac_address': 'fa:16:3e:68:77:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27641139-b628-4121-9b12-4f46869e6b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:35Z', 'revision_number': 1, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf2c86f-0679-49f8-90dc-cac11e00a976', 'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'mac_address': 'fa:16:3e:ab:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:48Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 5, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'subnets': [{'id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:39.613465 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-6c15b055-7a09-403f-84d4-c33d1d50fdaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:39.615995 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a214ed10-22ed-4ba2-8443-14d77846e073 None None] The sync data for ids ['296832da-492e-4041-b5cb-38d7c12aa2dd'] in dv-cinder-798088-1-smb is: [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': 'acc2f3ee-3b00-4f6d-9100-95eaac7a2c43', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'floating_ip_address': '172.28.0.228', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'port_id': '5908ffcf-1fe7-486d-8f17-d80c7d289d7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'mac_address': 'fa:16:3e:68:77:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27641139-b628-4121-9b12-4f46869e6b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:35Z', 'revision_number': 1, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf2c86f-0679-49f8-90dc-cac11e00a976', 'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'mac_address': 'fa:16:3e:ab:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:48Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 5, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'subnets': [{'id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:31:39.675394 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8220f3-e80d-4baa-b7ce-5c0ee235cca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12199f9-038e-483a-b780-8ff00337ccad,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:39.691044 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-de8220f3-e80d-4baa-b7ce-5c0ee235cca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:39.710984 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-de8220f3-e80d-4baa-b7ce-5c0ee235cca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:39.716487 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-de8220f3-e80d-4baa-b7ce-5c0ee235cca4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b12199f9-038e-483a-b780-8ff00337ccad HTTP/1.1" status: 204 len: 168 time: 0.8281689 Jun 25 14:31:39.929051 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc758e5-3c04-45d9-b0f0-af63b741eabe req-e6e49c98-fd1b-4401-8f89-56140dbaf3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:39.930325 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0cc758e5-3c04-45d9-b0f0-af63b741eabe req-e6e49c98-fd1b-4401-8f89-56140dbaf3c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ab1ef886-6434-4591-a53b-5e011b24d74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2955704 Jun 25 14:31:39.992332 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-659a5cdc-5ebd-4dc6-92c2-0d22d887d76a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:40.042426 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c0024-0260-4aae-a799-fcbe7b1cef63 None None] New status for floating IP acc2f3ee-3b00-4f6d-9100-95eaac7a2c43: ACTIVE {{(pid=78416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:31:40.064036 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-659a5cdc-5ebd-4dc6-92c2-0d22d887d76a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8043240'] for floatingip, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:40.290962 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0cc758e5-3c04-45d9-b0f0-af63b741eabe req-0b031d09-eb66-4f31-bf52-6456bc69624e service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509412 Jun 25 14:31:40.488733 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45646) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:40.531597 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.l3_db [None req-659a5cdc-5ebd-4dc6-92c2-0d22d887d76a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Floating IP daec6a33-7490-42a7-a551-1d8aed110568 associated. External IP: 172.28.0.49, port: b7582e94-19d6-4d09-904f-08ecb3212f7b. Jun 25 14:31:40.668576 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45658) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:40.688002 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:40.705781 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:40.710219 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Usage tracker for resource:security_group_rule and tenant:7c8a041af7554189b72569921007cc3e is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:40.713676 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:40.720835 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:40.767772 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45662) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:40.836386 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:40.863308 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:40.864056 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0cc758e5-3c04-45d9-b0f0-af63b741eabe req-833015f3-596a-44a1-be27-35e96c49ad6c service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664032 Jun 25 14:31:40.875351 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c4c299c1-0919-4819-ac21-969a689253c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:40.911582 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9e71d4-9ed4-43e0-9cad-b24683bb343a,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:40.914227 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-fd625f8b-1172-48c7-a424-7660bcea40ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:40.943413 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:40.943855 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:40.944393 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:40.944804 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:40.945230 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:40.945645 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:40.946116 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:40.946515 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:40.946935 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:40.947341 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:40.947737 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:40.950182 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:40.962726 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:40.965895 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-fd625f8b-1172-48c7-a424-7660bcea40ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:40.972780 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c8a041af7554189b72569921007cc3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008676 Jun 25 14:31:40.973036 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-fd625f8b-1172-48c7-a424-7660bcea40ce admin admin] Usage tracker for resource:security_group_rule and tenant:d26e6eec413d4f5cba74ebf27cfdc33f is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:40.976256 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45668) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:40.977065 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:40.978903 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-fd625f8b-1172-48c7-a424-7660bcea40ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:40.998560 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-fd625f8b-1172-48c7-a424-7660bcea40ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:41.071557 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a4e7e-d044-44f3-91b0-8b69b46c70ba req-e6b22fcf-aed8-4248-86b4-88efef258cf7 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:41.073029 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b58a4e7e-d044-44f3-91b0-8b69b46c70ba req-e6b22fcf-aed8-4248-86b4-88efef258cf7 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.3167477 Jun 25 14:31:41.074995 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:41.075154 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-583ec5cb-e7e0-4e88-aa34-7bbc05844443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.095944 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Usage tracker for resource:security_group_rule and tenant:3ca9fae2e57d4eeeb7763cc977ff24d4 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:41.112983 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:41.114381 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-583ec5cb-e7e0-4e88-aa34-7bbc05844443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.126574 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:41.179191 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b58a4e7e-d044-44f3-91b0-8b69b46c70ba req-1f8879db-a82b-4c35-b52f-32abd611b0c8 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938089 Jun 25 14:31:41.188893 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659a5cdc-5ebd-4dc6-92c2-0d22d887d76a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:31:41.197868 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-fd625f8b-1172-48c7-a424-7660bcea40ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.206852 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-fd625f8b-1172-48c7-a424-7660bcea40ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.257560 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-eca8ebf0-637f-4fa4-a071-3c0e83d56c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:41.307785 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-fd625f8b-1172-48c7-a424-7660bcea40ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d26e6eec413d4f5cba74ebf27cfdc33f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8178623 Jun 25 14:31:41.308788 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45676) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:41.310473 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd625f8b-1172-48c7-a424-7660bcea40ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023549d3-9030-4675-9a43-6236a1e05eec,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:41.314931 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-fd625f8b-1172-48c7-a424-7660bcea40ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:41.316078 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-583ec5cb-e7e0-4e88-aa34-7bbc05844443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.325586 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:41.351648 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ec5cb-e7e0-4e88-aa34-7bbc05844443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9e71d4-9ed4-43e0-9cad-b24683bb343a,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:41.354163 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-583ec5cb-e7e0-4e88-aa34-7bbc05844443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:41.358626 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-583ec5cb-e7e0-4e88-aa34-7bbc05844443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.379435 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-583ec5cb-e7e0-4e88-aa34-7bbc05844443 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e9e71d4-9ed4-43e0-9cad-b24683bb343a HTTP/1.1" status: 204 len: 168 time: 0.4019325 Jun 25 14:31:41.485221 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.520134 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1eb21454-e900-4393-a053-8a306f6e31af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.533189 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.544440 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a0794e40-bc0a-4cfd-9d44-44a86554ba8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:41.571911 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659a5cdc-5ebd-4dc6-92c2-0d22d887d76a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:31:41.584120 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb720cb3-38f1-4d22-9344-029d969e8301 None None] Sync routers for ids ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'] in dv-cinder-798088-1-smb {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:31:41.600101 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb720cb3-38f1-4d22-9344-029d969e8301 None None] Routers {'e76bc40f-f3c9-468d-bec3-1f5c8999fe97'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:41.600869 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-cb720cb3-38f1-4d22-9344-029d969e8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:31:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:41.668567 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45698) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:41.799898 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bd07bf-2bc4-4225-85a6-a2ae6a7bb405,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:41.804468 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4feb5e2-443e-4f1d-9808-5cd848cc6173 admin admin] Deleting subnet 79f1bfde-b1b5-40f7-8b00-88ee3ea30fec {{(pid=78415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:31:41.807912 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d4feb5e2-443e-4f1d-9808-5cd848cc6173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.811801 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1eb21454-e900-4393-a053-8a306f6e31af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.828701 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-659a5cdc-5ebd-4dc6-92c2-0d22d887d76a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.868121 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d4feb5e2-443e-4f1d-9808-5cd848cc6173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6559601'] for subnet, precommit_delete_associations {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.914984 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-cb720cb3-38f1-4d22-9344-029d969e8301 None None] Set router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:41.932012 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d4feb5e2-443e-4f1d-9808-5cd848cc6173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1305554'] for subnet, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.939335 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:41.939703 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:41.940063 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:41.940518 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:41.940867 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:41.941220 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:41.941540 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:41.941866 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:41.942206 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:41.942545 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:41.942881 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:41.943246 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:41.987583 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ca9fae2e57d4eeeb7763cc977ff24d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2153709 Jun 25 14:31:41.988838 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:41.989292 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45708) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:42.058786 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d4feb5e2-443e-4f1d-9808-5cd848cc6173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1303557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6721586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6890729'] for subnet, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.076426 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-66583a97-caa1-4922-883a-ffd8cf30e61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:42.090373 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-659a5cdc-5ebd-4dc6-92c2-0d22d887d76a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "PUT /v2.0/floatingips/daec6a33-7490-42a7-a551-1d8aed110568 HTTP/1.1" status: 200 len: 990 time: 4.7455113 Jun 25 14:31:42.095430 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'tag': 'b7582e94-19d6-4d09-904f-08ecb3212f7b'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:42.107965 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532004e1-44c0-4d67-9dbe-a3cf2ef0fe63 req-ede3c3fa-dec9-4b7f-bea2-877fb64f3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:42.109445 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-532004e1-44c0-4d67-9dbe-a3cf2ef0fe63 req-ede3c3fa-dec9-4b7f-bea2-877fb64f3b35 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=570df59ecce748a7b99477e25f41f4a4&device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 1098 time: 0.4430754 Jun 25 14:31:42.133105 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d4feb5e2-443e-4f1d-9808-5cd848cc6173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.145603 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4feb5e2-443e-4f1d-9808-5cd848cc6173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f1bfde-b1b5-40f7-8b00-88ee3ea30fec,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:42.154517 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-d4feb5e2-443e-4f1d-9808-5cd848cc6173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:42.156186 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1eb21454-e900-4393-a053-8a306f6e31af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.159604 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-d4feb5e2-443e-4f1d-9808-5cd848cc6173 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/79f1bfde-b1b5-40f7-8b00-88ee3ea30fec HTTP/1.1" status: 204 len: 168 time: 0.4900265 Jun 25 14:31:42.162254 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45718) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:42.171963 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:42.193861 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6337e-8817-4848-b8b4-ae5b6e3f6e7c req-4c9f98db-d5e5-4c3d-9a81-d82ef69c055a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:42.199479 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-21b6337e-8817-4848-b8b4-ae5b6e3f6e7c req-4c9f98db-d5e5-4c3d-9a81-d82ef69c055a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.3878098 Jun 25 14:31:42.297080 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5dc935bd-2e1c-4265-abe0-65a32bee31ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.306758 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb21454-e900-4393-a053-8a306f6e31af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023549d3-9030-4675-9a43-6236a1e05eec,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:42.353491 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1eb21454-e900-4393-a053-8a306f6e31af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:42.367190 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-cb720cb3-38f1-4d22-9344-029d969e8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': 'daec6a33-7490-42a7-a551-1d8aed110568', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'floating_ip_address': '172.28.0.49', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'port_id': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'mac_address': 'fa:16:3e:41:01:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:31:05Z', 'updated_at': '2021-06-25T14:31:39Z', 'revision_number': 1, 'project_id': '69f59d897952483db727b31e7fb234a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfacf6cf-8d67-411d-a870-e7a37cc412e6', 'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'mac_address': 'fa:16:3e:ce:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:55Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 5, 'project_id': '69f59d897952483db727b31e7fb234a7', 'subnets': [{'id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:42.377479 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb720cb3-38f1-4d22-9344-029d969e8301 None None] Checking router: e76bc40f-f3c9-468d-bec3-1f5c8999fe97 for host: dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:31:42.382058 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1eb21454-e900-4393-a053-8a306f6e31af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.383180 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-1eb21454-e900-4393-a053-8a306f6e31af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/023549d3-9030-4675-9a43-6236a1e05eec HTTP/1.1" status: 204 len: 168 time: 1.0091686 Jun 25 14:31:42.392652 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5dc935bd-2e1c-4265-abe0-65a32bee31ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.397127 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb720cb3-38f1-4d22-9344-029d969e8301 None None] Routers {'e76bc40f-f3c9-468d-bec3-1f5c8999fe97'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:42.397854 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-cb720cb3-38f1-4d22-9344-029d969e8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:31:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:42.461022 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'tag': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'status': 'completed', 'code': 200} Jun 25 14:31:42.477005 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-21b6337e-8817-4848-b8b4-ae5b6e3f6e7c req-3c0b8463-c390-4f07-b5bd-fe14cc3d4701 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759744 Jun 25 14:31:42.496699 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532004e1-44c0-4d67-9dbe-a3cf2ef0fe63 req-5aa65eb7-40a0-4bad-9bb5-b52d2b5e1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:42.498580 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-532004e1-44c0-4d67-9dbe-a3cf2ef0fe63 req-5aa65eb7-40a0-4bad-9bb5-b52d2b5e1a0a service neutron] 10.222.0.38 "GET /v2.0/networks?id=f6be99bb-e9c4-4334-a275-5db1709be021 HTTP/1.1" status: 200 len: 920 time: 0.3679407 Jun 25 14:31:42.591017 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-becbc9fe-b770-4147-aecc-facb0d425c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345843'] for network, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.710831 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-532004e1-44c0-4d67-9dbe-a3cf2ef0fe63 req-1aca143e-018e-45b1-8a75-e288e29ddf67 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d769d97f-b0ba-4c08-b711-58c78267a1dc HTTP/1.1" status: 200 len: 217 time: 0.2035389 Jun 25 14:31:42.740125 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3945c-daec-4e93-b9eb-3305bcd1ba54 req-fce99ba4-51ee-46d3-8a8a-f6e352b9bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:42.741607 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-7ab3945c-daec-4e93-b9eb-3305bcd1ba54 req-fce99ba4-51ee-46d3-8a8a-f6e352b9bc97 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69f59d897952483db727b31e7fb234a7&device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 1098 time: 0.2409561 Jun 25 14:31:42.745248 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-becbc9fe-b770-4147-aecc-facb0d425c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1302863', 'neutron.services.segments.db._delete_segments_for_network-8777684513985'] for network, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.753024 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-cb720cb3-38f1-4d22-9344-029d969e8301 None None] Set router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:42.758856 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5dc935bd-2e1c-4265-abe0-65a32bee31ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.782093 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-becbc9fe-b770-4147-aecc-facb0d425c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d797d4-cb09-4090-9b9a-02c546f30ded']}} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:42.791203 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-de8220f3-e80d-4baa-b7ce-5c0ee235cca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:42.854290 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-becbc9fe-b770-4147-aecc-facb0d425c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fab9dd0-156a-45e4-b59e-0fb35a012e35') {'for_net_delete': True} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:42.854586 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-becbc9fe-b770-4147-aecc-facb0d425c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fab9dd0-156a-45e4-b59e-0fb35a012e35') {} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:42.869122 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc935bd-2e1c-4265-abe0-65a32bee31ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bd07bf-2bc4-4225-85a6-a2ae6a7bb405,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:42.877677 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-becbc9fe-b770-4147-aecc-facb0d425c21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777684526376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6559560'] for segment, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.900286 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-becbc9fe-b770-4147-aecc-facb0d425c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.901896 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5dc935bd-2e1c-4265-abe0-65a32bee31ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:42.924128 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becbc9fe-b770-4147-aecc-facb0d425c21 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=78415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:31:42.924531 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-becbc9fe-b770-4147-aecc-facb0d425c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1300103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6724496'] for segment, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.938018 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45742) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: Traceback (most recent call last): Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: timer() Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: cb(*args, **kw) Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: return func(*args, **kwargs) Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: self._notify() Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: self.callback(batched_events) Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: event.method(event) Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: return f(self, *a, **k) Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: return self._get(url).json() Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: return self.request(url, 'GET', **kwargs) Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:31:42.940513 dv-cinder-798088-1-smb neutron-server[78415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:31:42.989094 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-d4b1e651-5ebe-41d5-b185-15be3394f5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:43.007804 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5dc935bd-2e1c-4265-abe0-65a32bee31ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:43.008921 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-5dc935bd-2e1c-4265-abe0-65a32bee31ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80bd07bf-2bc4-4225-85a6-a2ae6a7bb405 HTTP/1.1" status: 204 len: 168 time: 1.0068364 Jun 25 14:31:43.016811 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-d4b1e651-5ebe-41d5-b185-15be3394f5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:43.028702 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532004e1-44c0-4d67-9dbe-a3cf2ef0fe63 req-5f5cc5bb-8634-4d4f-baf4-827ed75bf0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:43.031056 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-532004e1-44c0-4d67-9dbe-a3cf2ef0fe63 req-5f5cc5bb-8634-4d4f-baf4-827ed75bf0a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f HTTP/1.1" status: 200 len: 859 time: 0.3110299 Jun 25 14:31:43.032085 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-d4b1e651-5ebe-41d5-b185-15be3394f5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:df805d22e193468f9dfa66ada342a19f is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:43.035346 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-d4b1e651-5ebe-41d5-b185-15be3394f5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:43.085888 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-d4b1e651-5ebe-41d5-b185-15be3394f5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:43.090064 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-532004e1-44c0-4d67-9dbe-a3cf2ef0fe63 req-7d372226-d22b-48a4-a2fc-45de1de75ce9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f6be99bb-e9c4-4334-a275-5db1709be021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508096 Jun 25 14:31:43.125842 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3945c-daec-4e93-b9eb-3305bcd1ba54 req-7034ad1d-b284-48ab-b843-160db7a4e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:43.128044 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-7ab3945c-daec-4e93-b9eb-3305bcd1ba54 req-7034ad1d-b284-48ab-b843-160db7a4e6aa service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f846d10-9cee-4824-b681-42b7e5742db5 HTTP/1.1" status: 200 len: 918 time: 0.3750315 Jun 25 14:31:43.340455 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-d4b1e651-5ebe-41d5-b185-15be3394f5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:43.348834 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-cb720cb3-38f1-4d22-9344-029d969e8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': 'daec6a33-7490-42a7-a551-1d8aed110568', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'floating_ip_address': '172.28.0.49', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'port_id': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'mac_address': 'fa:16:3e:41:01:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:31:05Z', 'updated_at': '2021-06-25T14:31:39Z', 'revision_number': 1, 'project_id': '69f59d897952483db727b31e7fb234a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfacf6cf-8d67-411d-a870-e7a37cc412e6', 'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'mac_address': 'fa:16:3e:ce:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:55Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 5, 'project_id': '69f59d897952483db727b31e7fb234a7', 'subnets': [{'id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:43.356369 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-7ab3945c-daec-4e93-b9eb-3305bcd1ba54 req-4a6e317d-22c9-4207-b887-c6898088bf51 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b HTTP/1.1" status: 200 len: 998 time: 0.2195377 Jun 25 14:31:43.357604 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-becbc9fe-b770-4147-aecc-facb0d425c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1302864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8043034'] for network, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:43.357980 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-d4b1e651-5ebe-41d5-b185-15be3394f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:43.358088 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb720cb3-38f1-4d22-9344-029d969e8301 None None] The sync data for ids ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'] in dv-cinder-798088-1-smb is: [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': 'daec6a33-7490-42a7-a551-1d8aed110568', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'floating_ip_address': '172.28.0.49', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'port_id': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'mac_address': 'fa:16:3e:41:01:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:31:05Z', 'updated_at': '2021-06-25T14:31:39Z', 'revision_number': 1, 'project_id': '69f59d897952483db727b31e7fb234a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfacf6cf-8d67-411d-a870-e7a37cc412e6', 'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'mac_address': 'fa:16:3e:ce:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:55Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 5, 'project_id': '69f59d897952483db727b31e7fb234a7', 'subnets': [{'id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:31:43.363685 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-becbc9fe-b770-4147-aecc-facb0d425c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:43.385170 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5dc935bd-2e1c-4265-abe0-65a32bee31ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:43.416644 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-4a4b70e9-649f-4309-8e73-6efc7f3768c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:43.433327 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-532004e1-44c0-4d67-9dbe-a3cf2ef0fe63 req-14856c55-e782-4152-8882-92aa6f978f74 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960162 Jun 25 14:31:43.466085 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-becbc9fe-b770-4147-aecc-facb0d425c21 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d5d797d4-cb09-4090-9b9a-02c546f30ded HTTP/1.1" status: 204 len: 168 time: 1.3005412 Jun 25 14:31:43.466085 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbc9fe-b770-4147-aecc-facb0d425c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d797d4-cb09-4090-9b9a-02c546f30ded,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:43.481091 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-becbc9fe-b770-4147-aecc-facb0d425c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:43.520632 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3945c-daec-4e93-b9eb-3305bcd1ba54 req-60bdb503-47a0-42c3-a133-92f0789842be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:43.525594 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-7ab3945c-daec-4e93-b9eb-3305bcd1ba54 req-60bdb503-47a0-42c3-a133-92f0789842be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=55e5d707-dbd0-4da0-94e3-0f06c3c28c8d HTTP/1.1" status: 200 len: 856 time: 0.1570387 Jun 25 14:31:43.591702 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-d4b1e651-5ebe-41d5-b185-15be3394f5f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df805d22e193468f9dfa66ada342a19f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6516559 Jun 25 14:31:43.601320 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1e651-5ebe-41d5-b185-15be3394f5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147ce79d-0980-45d4-85b3-edbbb8df09f7,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:43.604434 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45764) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:43.615535 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d4b1e651-5ebe-41d5-b185-15be3394f5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:43.714990 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3945c-daec-4e93-b9eb-3305bcd1ba54 req-d7360812-b9f0-44b6-8295-08113c92c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:43.716675 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-7ab3945c-daec-4e93-b9eb-3305bcd1ba54 req-d7360812-b9f0-44b6-8295-08113c92c456 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f846d10-9cee-4824-b681-42b7e5742db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1807797 Jun 25 14:31:43.809626 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeee456-c957-4dda-be60-9e149ded64fd None None] New status for floating IP daec6a33-7490-42a7-a551-1d8aed110568: ACTIVE {{(pid=78416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:31:43.864691 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-532004e1-44c0-4d67-9dbe-a3cf2ef0fe63 req-d4df9487-9752-4e84-9a9c-a17aad994524 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898487 Jun 25 14:31:43.897866 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4602-c0dd-41bc-9d46-cc6419dee08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:43.949793 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4602-c0dd-41bc-9d46-cc6419dee08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:43.958621 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-7ab3945c-daec-4e93-b9eb-3305bcd1ba54 req-7d018610-f13d-4acb-b584-4cade96d952c service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341249 Jun 25 14:31:43.985032 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45778) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:44.030094 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243a641-d7a7-4aab-86fb-4591d205eada req-6280556a-3b47-4d2e-9cff-adda11a45e86 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:44.031826 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d243a641-d7a7-4aab-86fb-4591d205eada req-6280556a-3b47-4d2e-9cff-adda11a45e86 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.3176243 Jun 25 14:31:44.045304 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4602-c0dd-41bc-9d46-cc6419dee08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:44.061728 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f103a0b4-f3ee-4552-bb19-58b3302263d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:44.118480 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c4602-c0dd-41bc-9d46-cc6419dee08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147ce79d-0980-45d4-85b3-edbbb8df09f7,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:44.126746 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2d9c4602-c0dd-41bc-9d46-cc6419dee08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:44.164558 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4602-c0dd-41bc-9d46-cc6419dee08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:44.165757 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-2d9c4602-c0dd-41bc-9d46-cc6419dee08c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/147ce79d-0980-45d4-85b3-edbbb8df09f7 HTTP/1.1" status: 204 len: 168 time: 0.5545597 Jun 25 14:31:44.191879 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d243a641-d7a7-4aab-86fb-4591d205eada req-8481c869-2105-4201-89d2-30ed34e7b61c tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303840 Jun 25 14:31:44.199961 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-338de10d-69de-4596-9765-d646a870346a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=acd7a629e4b54297b1adffc2b2bbc58f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2090039 Jun 25 14:31:44.200142 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45790) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:44.262717 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-7ab3945c-daec-4e93-b9eb-3305bcd1ba54 req-18d41da8-d2fb-4d89-b8d1-ee5d7d4894a0 service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727265 Jun 25 14:31:44.279145 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-4e95b93c-ada6-46c8-a3c3-d7f06e819175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:44.310765 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-4e95b93c-ada6-46c8-a3c3-d7f06e819175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:44.376551 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-4e95b93c-ada6-46c8-a3c3-d7f06e819175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:44.384719 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45796) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:44.387850 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:44.408837 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1a071bfa-d208-4575-a6bb-5df7d3f9c788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:44.413652 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-4e95b93c-ada6-46c8-a3c3-d7f06e819175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:44.415900 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-4e95b93c-ada6-46c8-a3c3-d7f06e819175 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/693981ee-3340-4add-8289-4fd792b563f2 HTTP/1.1" status: 204 len: 168 time: 0.2142394 Jun 25 14:31:44.415900 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95b93c-ada6-46c8-a3c3-d7f06e819175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693981ee-3340-4add-8289-4fd792b563f2,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:44.425163 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-4e95b93c-ada6-46c8-a3c3-d7f06e819175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:44.426552 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-1a071bfa-d208-4575-a6bb-5df7d3f9c788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:44.432239 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-1a071bfa-d208-4575-a6bb-5df7d3f9c788 admin admin] Usage tracker for resource:security_group_rule and tenant:ba03a642acbb48939db3d699428dca48 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:44.436092 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-1a071bfa-d208-4575-a6bb-5df7d3f9c788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:44.443812 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-1a071bfa-d208-4575-a6bb-5df7d3f9c788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:44.545462 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1a071bfa-d208-4575-a6bb-5df7d3f9c788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:44.550224 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1a071bfa-d208-4575-a6bb-5df7d3f9c788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:44.558817 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b72fcdd2-4fb1-461c-970a-c20d7d4f381b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:44.603258 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-1a071bfa-d208-4575-a6bb-5df7d3f9c788 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba03a642acbb48939db3d699428dca48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173023 Jun 25 14:31:44.605153 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a071bfa-d208-4575-a6bb-5df7d3f9c788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9927aeaa-517f-4ac2-a11b-a825fb0b23d3,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:44.607059 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45806) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:44.608240 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-1a071bfa-d208-4575-a6bb-5df7d3f9c788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:44.701502 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8fa86f1d-6899-4a62-ad0d-3ae9afc8db35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:44.730892 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8fa86f1d-6899-4a62-ad0d-3ae9afc8db35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:44.793315 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8fa86f1d-6899-4a62-ad0d-3ae9afc8db35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:44.800288 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:44.815785 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa86f1d-6899-4a62-ad0d-3ae9afc8db35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9927aeaa-517f-4ac2-a11b-a825fb0b23d3,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:44.818928 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-8fa86f1d-6899-4a62-ad0d-3ae9afc8db35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:44.821027 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8fa86f1d-6899-4a62-ad0d-3ae9afc8db35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:44.822207 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-8fa86f1d-6899-4a62-ad0d-3ae9afc8db35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9927aeaa-517f-4ac2-a11b-a825fb0b23d3 HTTP/1.1" status: 204 len: 168 time: 0.2089012 Jun 25 14:31:45.501898 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fb18d-16db-4ebf-9cd6-218742288e52 req-c18ee0f9-9b02-4bea-8237-0235fa12ac7a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:45.504563 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-436fb18d-16db-4ebf-9cd6-218742288e52 req-c18ee0f9-9b02-4bea-8237-0235fa12ac7a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1298852 Jun 25 14:31:45.581085 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-436fb18d-16db-4ebf-9cd6-218742288e52 req-f90c3a44-afa2-4bff-ad58-70effbd75d9b tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682609 Jun 25 14:31:45.620241 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45868) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:45.862170 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-922df708-2f8b-4d2b-af8f-eb67e05710ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:45.887151 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-922df708-2f8b-4d2b-af8f-eb67e05710ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:45.892297 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-922df708-2f8b-4d2b-af8f-eb67e05710ec admin admin] Usage tracker for resource:security_group_rule and tenant:96492683daf94ca5859ab7be9d7bb195 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:45.901501 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-922df708-2f8b-4d2b-af8f-eb67e05710ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:45.910002 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-922df708-2f8b-4d2b-af8f-eb67e05710ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:46.025112 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-922df708-2f8b-4d2b-af8f-eb67e05710ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.029466 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-922df708-2f8b-4d2b-af8f-eb67e05710ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.033706 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45888) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:46.041835 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-1a071bfa-d208-4575-a6bb-5df7d3f9c788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:46.085756 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-922df708-2f8b-4d2b-af8f-eb67e05710ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=96492683daf94ca5859ab7be9d7bb195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4636390 Jun 25 14:31:46.086848 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922df708-2f8b-4d2b-af8f-eb67e05710ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fc8c6d-e6f2-4878-8210-510199c6f74b,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:46.089874 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45896) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:46.090160 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-922df708-2f8b-4d2b-af8f-eb67e05710ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:46.156514 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b2216dba-7d0a-4f6e-a104-a366fa980293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.192000 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b2216dba-7d0a-4f6e-a104-a366fa980293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.249941 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b2216dba-7d0a-4f6e-a104-a366fa980293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.255022 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:46.271217 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-70438498-network', 'tenant_id': '61fd847d6a3d40d499b469ebbedd63d4'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:46.279640 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:46.282008 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2216dba-7d0a-4f6e-a104-a366fa980293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fc8c6d-e6f2-4878-8210-510199c6f74b,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:46.285413 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b2216dba-7d0a-4f6e-a104-a366fa980293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:46.288586 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Usage tracker for resource:network and tenant:61fd847d6a3d40d499b469ebbedd63d4 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:46.294428 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:46.294571 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b2216dba-7d0a-4f6e-a104-a366fa980293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.298143 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-b2216dba-7d0a-4f6e-a104-a366fa980293 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06fc8c6d-e6f2-4878-8210-510199c6f74b HTTP/1.1" status: 204 len: 168 time: 0.2047083 Jun 25 14:31:46.300809 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:46.311800 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Made reservation on behalf of 61fd847d6a3d40d499b469ebbedd63d4 for: {'network': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:46.315030 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.331704 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.347533 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:46.351627 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Usage tracker for resource:security_group_rule and tenant:61fd847d6a3d40d499b469ebbedd63d4 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:46.354585 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:46.361213 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:46.489100 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.495116 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.500730 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:46.537202 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=78414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:31:46.548401 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9914ba-98ed-4d69-8b84-a0e7da6467eb,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:46.564268 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:46.567207 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.567606 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.segments_db [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Added segment cd71320e-3850-4f7b-af53-91e059ce2be7 of type vlan for network 71d00c41-9ff2-47a4-ae51-55993b3f457b Jun 25 14:31:46.617350 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.655932 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.657986 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:46.658575 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.663475 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:46.759564 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45926) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:46.787394 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-08d37c2f-142e-4c05-95e8-3931b08d472a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.826720 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-08d37c2f-142e-4c05-95e8-3931b08d472a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:46.830692 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-08d37c2f-142e-4c05-95e8-3931b08d472a admin admin] Usage tracker for resource:security_group_rule and tenant:f1afe128e9a24c1f8760618368748b07 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:46.844024 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-08d37c2f-142e-4c05-95e8-3931b08d472a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:46.850576 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-08d37c2f-142e-4c05-95e8-3931b08d472a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:46.875436 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Pushing event updated for resources: {'Network': ['ID=71d00c41-9ff2-47a4-ae51-55993b3f457b,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:46.880283 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8399377 Jun 25 14:31:46.881803 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:46.888657 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network 71d00c41-9ff2-47a4-ae51-55993b3f457b details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:31:46.890618 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 45934) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:46.913771 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Request body: {'subnet': {'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-70438498-subnet', 'tenant_id': '61fd847d6a3d40d499b469ebbedd63d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:46.978853 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd207f-c356-4ec1-9ab4-30d2ceac933c req-3e322626-2a48-4e90-b44d-daf79aac4fbf tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:46.982239 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c5dd207f-c356-4ec1-9ab4-30d2ceac933c req-3e322626-2a48-4e90-b44d-daf79aac4fbf tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.2381806 Jun 25 14:31:47.026861 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-08d37c2f-142e-4c05-95e8-3931b08d472a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:47.032940 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:47.038827 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-08d37c2f-142e-4c05-95e8-3931b08d472a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:47.065138 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:47.082452 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c5dd207f-c356-4ec1-9ab4-30d2ceac933c req-78ebb8b9-3469-41f5-9b89-ad0c19e3d267 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912249 Jun 25 14:31:47.085835 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Usage tracker for resource:subnet and tenant:61fd847d6a3d40d499b469ebbedd63d4 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:47.109659 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:47.133004 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:47.141431 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-08d37c2f-142e-4c05-95e8-3931b08d472a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1afe128e9a24c1f8760618368748b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808205 Jun 25 14:31:47.145079 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d37c2f-142e-4c05-95e8-3931b08d472a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4f82ad-e997-4c1f-b340-b8379375afe8,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:47.145730 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 45952) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:47.149544 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-08d37c2f-142e-4c05-95e8-3931b08d472a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:47.157764 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Made reservation on behalf of 61fd847d6a3d40d499b469ebbedd63d4 for: {'subnet': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:47.162616 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6890692'] for subnet, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:47.269051 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3350c211-454a-44c5-bb9f-6df0f82cd3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:47.331451 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3350c211-454a-44c5-bb9f-6df0f82cd3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:47.441785 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3350c211-454a-44c5-bb9f-6df0f82cd3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:47.445975 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-914c6651-1137-4aa6-b8a4-6d6a68f68007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:47.466929 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350c211-454a-44c5-bb9f-6df0f82cd3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4f82ad-e997-4c1f-b340-b8379375afe8,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:47.479782 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3350c211-454a-44c5-bb9f-6df0f82cd3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:47.480597 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3350c211-454a-44c5-bb9f-6df0f82cd3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:47.481881 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-3350c211-454a-44c5-bb9f-6df0f82cd3ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b4f82ad-e997-4c1f-b340-b8379375afe8 HTTP/1.1" status: 204 len: 168 time: 0.3350067 Jun 25 14:31:47.569990 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6721651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6890706'] for subnet, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:47.575599 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:47.656068 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c65bb94b-f4ec-4da5-9d03-72951ac05107,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:47.662090 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:47.664903 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Checking segment: {'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:47.665463 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Network hostable DHCP agents. Network: 71d00c41-9ff2-47a4-ae51-55993b3f457b, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:31:47.698233 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Network 71d00c41-9ff2-47a4-ae51-55993b3f457b is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:31:47.714417 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, 71d00c41-9ff2-47a4-ae51-55993b3f457b) {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:47.722138 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:47.725257 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:47.725770 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c627230b-b0b0-4b2b-a7cd-e9348996f4f3 None None] Network 71d00c41-9ff2-47a4-ae51-55993b3f457b requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:31:47.808199 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9161706 Jun 25 14:31:48.044326 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ef00e5-af55-4f77-81c1-78ccb5c3d244 None None] Network 71d00c41-9ff2-47a4-ae51-55993b3f457b requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:31:48.216174 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46002) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:48.410238 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfbd79-d118-40bb-b2e8-7291a76a43de req-00afaf0d-30d8-41be-bb8e-82ba79f6e0e8 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:48.411770 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-57bfbd79-d118-40bb-b2e8-7291a76a43de req-00afaf0d-30d8-41be-bb8e-82ba79f6e0e8 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1038532 Jun 25 14:31:48.459876 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-57bfbd79-d118-40bb-b2e8-7291a76a43de req-5e87217f-e591-477e-b2f9-a55d53baace7 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416334 Jun 25 14:31:48.487516 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f9777885-a0ab-47e0-bcbd-03de4dbb2491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:48.511799 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-f9777885-a0ab-47e0-bcbd-03de4dbb2491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:48.524803 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-f9777885-a0ab-47e0-bcbd-03de4dbb2491 admin admin] Usage tracker for resource:security_group_rule and tenant:004fab6a984e43739bde8ee57e5f0284 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:48.530696 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-f9777885-a0ab-47e0-bcbd-03de4dbb2491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:48.537427 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-f9777885-a0ab-47e0-bcbd-03de4dbb2491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:48.641570 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2df8788c-df2b-4f21-b191-dd20b093af7a req-24f072ce-89c3-4803-adc2-4a7759d5741e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0966368 Jun 25 14:31:48.843733 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-bbf546b5-66a8-4f56-9406-7edceb09df7f tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:48.844441 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-bbf546b5-66a8-4f56-9406-7edceb09df7f tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Synchronizing usage tracker for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:network {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:48.847033 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8788c-df2b-4f21-b191-dd20b093af7a req-9b40422c-6927-4c35-b2b6-4aa9619dcf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:48.848717 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2df8788c-df2b-4f21-b191-dd20b093af7a req-9b40422c-6927-4c35-b2b6-4aa9619dcf37 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69f59d897952483db727b31e7fb234a7&device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 1098 time: 0.1056936 Jun 25 14:31:48.875762 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-bbf546b5-66a8-4f56-9406-7edceb09df7f tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Unset dirty status for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:network {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:48.882243 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-bbf546b5-66a8-4f56-9406-7edceb09df7f tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/networks?id=71d00c41-9ff2-47a4-ae51-55993b3f457b HTTP/1.1" status: 200 len: 813 time: 0.3059595 Jun 25 14:31:48.912075 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-f6acdf15-68e3-42f0-a5f1-61fe0e79f8d4 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/quotas/61fd847d6a3d40d499b469ebbedd63d4 HTTP/1.1" status: 200 len: 375 time: 0.0288982 Jun 25 14:31:48.973684 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-38a4599b-6bbc-45df-bd3e-4ba79369f5b4 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=61fd847d6a3d40d499b469ebbedd63d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606539 Jun 25 14:31:49.064105 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f9777885-a0ab-47e0-bcbd-03de4dbb2491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:49.077128 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f9777885-a0ab-47e0-bcbd-03de4dbb2491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:49.080928 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8788c-df2b-4f21-b191-dd20b093af7a req-84f7aec9-f9dc-4313-a265-2d9f6757834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:49.082984 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2df8788c-df2b-4f21-b191-dd20b093af7a req-84f7aec9-f9dc-4313-a265-2d9f6757834b service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f846d10-9cee-4824-b681-42b7e5742db5 HTTP/1.1" status: 200 len: 918 time: 0.1987834 Jun 25 14:31:49.088295 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d4b1e651-5ebe-41d5-b185-15be3394f5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:49.200218 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-f9777885-a0ab-47e0-bcbd-03de4dbb2491 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=004fab6a984e43739bde8ee57e5f0284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9829583 Jun 25 14:31:49.204678 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46054) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:49.213067 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9777885-a0ab-47e0-bcbd-03de4dbb2491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccea796-091d-4241-8680-02b3619ccde3,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:49.217842 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f9777885-a0ab-47e0-bcbd-03de4dbb2491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:49.297011 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-ff262d21-e862-4678-8190-d8941f6b22c4 service neutron] 10.222.0.50 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221843 Jun 25 14:31:49.297561 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2df8788c-df2b-4f21-b191-dd20b093af7a req-cec3687d-dad4-4f4d-a55e-7b4fc490f98e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b HTTP/1.1" status: 200 len: 1000 time: 0.2013810 Jun 25 14:31:49.407423 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8788c-df2b-4f21-b191-dd20b093af7a req-da2e7270-8adb-4d5c-8ba9-54b0d9336af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:49.410065 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2df8788c-df2b-4f21-b191-dd20b093af7a req-da2e7270-8adb-4d5c-8ba9-54b0d9336af5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=55e5d707-dbd0-4da0-94e3-0f06c3c28c8d HTTP/1.1" status: 200 len: 856 time: 0.1014581 Jun 25 14:31:49.488403 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-62f6024d-bfa5-48cf-8a98-c3fceb5f8aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:49.549082 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8788c-df2b-4f21-b191-dd20b093af7a req-38edb2b5-7fdf-440f-b152-f7edafe44278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:49.550673 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2df8788c-df2b-4f21-b191-dd20b093af7a req-38edb2b5-7fdf-440f-b152-f7edafe44278 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f846d10-9cee-4824-b681-42b7e5742db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1288536 Jun 25 14:31:49.576858 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-62f6024d-bfa5-48cf-8a98-c3fceb5f8aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:49.658902 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-023a9e47-dbc2-48b4-af8b-56b01ec24af6 service neutron] 10.222.0.50 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526943 Jun 25 14:31:49.697059 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-62f6024d-bfa5-48cf-8a98-c3fceb5f8aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:49.704970 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-34752071-c6cc-4e96-bdb7-c1359a6eb630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:49.731332 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-62f6024d-bfa5-48cf-8a98-c3fceb5f8aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:49.731332 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-62f6024d-bfa5-48cf-8a98-c3fceb5f8aa6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ccea796-091d-4241-8680-02b3619ccde3 HTTP/1.1" status: 204 len: 168 time: 0.5251706 Jun 25 14:31:49.738873 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6024d-bfa5-48cf-8a98-c3fceb5f8aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccea796-091d-4241-8680-02b3619ccde3,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:49.746140 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-62f6024d-bfa5-48cf-8a98-c3fceb5f8aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:49.818348 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2df8788c-df2b-4f21-b191-dd20b093af7a req-8100f513-08fe-4a13-a894-3964dac9fa74 service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423084 Jun 25 14:31:50.156200 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3072be4b-3df1-4bf2-aaa4-18eb6b21873b req-3b386428-96b5-425e-a051-fc290893d452 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 210 time: 0.1509314 Jun 25 14:31:50.168362 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2df8788c-df2b-4f21-b191-dd20b093af7a req-e5122aa7-b494-48fc-8e3b-e2efae7f50b7 service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405766 Jun 25 14:31:50.262676 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316f546-82cd-4936-a956-45ad3aaa827e req-9621467f-fdf4-402c-afb9-b3503a429c32 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:50.265001 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b316f546-82cd-4936-a956-45ad3aaa827e req-9621467f-fdf4-402c-afb9-b3503a429c32 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.3648841 Jun 25 14:31:50.343787 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b316f546-82cd-4936-a956-45ad3aaa827e req-714d09ec-3848-478e-a589-4bed4afc0933 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695455 Jun 25 14:31:50.377584 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 46102) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:50.396674 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-636199d6-6b0d-413a-8af7-002c57a0cf46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:50.415859 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-636199d6-6b0d-413a-8af7-002c57a0cf46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:50.419044 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-636199d6-6b0d-413a-8af7-002c57a0cf46 admin admin] Usage tracker for resource:security_group_rule and tenant:64bdff9564854c54b579711075c8fa8d is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:50.422087 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-636199d6-6b0d-413a-8af7-002c57a0cf46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:50.428270 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-636199d6-6b0d-413a-8af7-002c57a0cf46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:50.530891 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-636199d6-6b0d-413a-8af7-002c57a0cf46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:50.536066 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-636199d6-6b0d-413a-8af7-002c57a0cf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:50.548143 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a45707ec-5375-41f5-b3cd-89c813889d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:50.594258 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636199d6-6b0d-413a-8af7-002c57a0cf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b1038f-fa63-4b5d-8eef-bb2c528cd10f,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:50.601558 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-636199d6-6b0d-413a-8af7-002c57a0cf46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64bdff9564854c54b579711075c8fa8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205195 Jun 25 14:31:50.601558 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-636199d6-6b0d-413a-8af7-002c57a0cf46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:50.601933 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 46114) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:50.665715 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9293f7e5-f196-43ce-914a-aa6452335eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:50.696831 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9293f7e5-f196-43ce-914a-aa6452335eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:50.761217 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9293f7e5-f196-43ce-914a-aa6452335eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:50.769556 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f0aa7656-cf5e-412a-ab58-d5c56bdf3692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:50.784029 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9293f7e5-f196-43ce-914a-aa6452335eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:50.785285 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-9293f7e5-f196-43ce-914a-aa6452335eee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60b1038f-fa63-4b5d-8eef-bb2c528cd10f HTTP/1.1" status: 204 len: 168 time: 0.1824601 Jun 25 14:31:50.791139 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293f7e5-f196-43ce-914a-aa6452335eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b1038f-fa63-4b5d-8eef-bb2c528cd10f,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:50.795045 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9293f7e5-f196-43ce-914a-aa6452335eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:51.404797 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-70db60ae-833c-4e02-a294-7273d3497e7a req-b23abd4f-7749-450d-966b-e71a3f9777b7 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 210 time: 0.0729949 Jun 25 14:31:51.617418 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b50d7-a5de-4819-97ae-52cccbbf6b7e req-7f901ffb-834b-47b7-a986-eff433b27f80 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:51.619470 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ce4b50d7-a5de-4819-97ae-52cccbbf6b7e req-7f901ffb-834b-47b7-a986-eff433b27f80 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1085827 Jun 25 14:31:51.631153 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-0058a898-73e4-4c45-97dc-e1f75a67d9ea tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:51.632614 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-0058a898-73e4-4c45-97dc-e1f75a67d9ea tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "GET /v2.0/networks?id=71d00c41-9ff2-47a4-ae51-55993b3f457b HTTP/1.1" status: 200 len: 813 time: 0.2066813 Jun 25 14:31:51.652501 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Request body: {'port': {'device_id': '8fae943b-cf0b-42d7-a24e-3126af27a0a0', 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b', 'admin_state_up': True, 'tenant_id': '61fd847d6a3d40d499b469ebbedd63d4'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:51.675941 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ce4b50d7-a5de-4819-97ae-52cccbbf6b7e req-9084b0d8-a24a-4654-9cfd-56b52261910d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498743 Jun 25 14:31:51.821863 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:51.826558 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Usage tracker for resource:port and tenant:61fd847d6a3d40d499b469ebbedd63d4 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:51.829793 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:51.836431 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:51.864235 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Made reservation on behalf of 61fd847d6a3d40d499b469ebbedd63d4 for: {'port': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:51.868942 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:52.120380 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Allocated IP 172.20.0.3 (71d00c41-9ff2-47a4-ae51-55993b3f457b/c65bb94b-f4ec-4da5-9d03-72951ac05107/faad8023-08e3-4366-82bf-1aa6f885ac45) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:52.346312 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:52.380759 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:52.387162 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:52.461638 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Network 71d00c41-9ff2-47a4-ae51-55993b3f457b is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:52.465024 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:52.469816 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:52.511474 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Pushing event updated for resources: {'Port': ['ID=faad8023-08e3-4366-82bf-1aa6f885ac45,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:52.521075 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:52.545529 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:52.546216 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for port, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:52.570559 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9223440 Jun 25 14:31:52.584417 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Request body: {'port': {'device_id': '8fae943b-cf0b-42d7-a24e-3126af27a0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:52.680640 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e00de9-8c3a-4444-b074-52acabeab25c req-d238a3e4-bfd1-49f6-ad8d-42c63b1e0f1f tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:52.684560 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f8e00de9-8c3a-4444-b074-52acabeab25c req-d238a3e4-bfd1-49f6-ad8d-42c63b1e0f1f tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 931 time: 0.1373520 Jun 25 14:31:52.718876 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:52.738588 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-f8e00de9-8c3a-4444-b074-52acabeab25c req-35719d8a-d7b5-4109-a47e-9da6118db3ca tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Synchronizing usage tracker for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:security_group {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:52.759353 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-f8e00de9-8c3a-4444-b074-52acabeab25c req-35719d8a-d7b5-4109-a47e-9da6118db3ca tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Unset dirty status for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:security_group {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:52.761037 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f8e00de9-8c3a-4444-b074-52acabeab25c req-35719d8a-d7b5-4109-a47e-9da6118db3ca tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710595 Jun 25 14:31:53.089525 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844feba-d615-49f4-b3cf-af5f57b2b51e req-46e0f920-fae8-48d4-a7ac-8541620f9e9c tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:53.091184 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a844feba-d615-49f4-b3cf-af5f57b2b51e req-46e0f920-fae8-48d4-a7ac-8541620f9e9c tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1753786 Jun 25 14:31:53.154244 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a844feba-d615-49f4-b3cf-af5f57b2b51e req-5360693c-3ae7-421f-817d-512a5b8e9318 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562994 Jun 25 14:31:53.206922 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faad8023-08e3-4366-82bf-1aa6f885ac45 {{(pid=78415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:53.214900 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.231059 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.provisioning_blocks [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Transition to ACTIVE for port object faad8023-08e3-4366-82bf-1aa6f885ac45 will not be triggered until provisioned by entity L2. {{(pid=78415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:53.236903 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.243243 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:53.271015 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46230) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:53.426181 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Pushing event updated for resources: {'Port': ['ID=faad8023-08e3-4366-82bf-1aa6f885ac45,revision_number=2']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:53.429840 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:53.460372 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-961243c6-d3e8-462a-88a1-97753a00d46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.479193 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-961243c6-d3e8-462a-88a1-97753a00d46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:53.487919 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-961243c6-d3e8-462a-88a1-97753a00d46a admin admin] Usage tracker for resource:security_group_rule and tenant:1078dc3e45964858acafadd4c24e8a28 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:53.488407 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-961243c6-d3e8-462a-88a1-97753a00d46a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:53.494498 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-961243c6-d3e8-462a-88a1-97753a00d46a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:53.505278 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.managers [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Attempting to bind port faad8023-08e3-4366-82bf-1aa6f885ac45 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:53.506044 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.managers [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Attempting to bind port faad8023-08e3-4366-82bf-1aa6f885ac45 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'}] {{(pid=78415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:53.506408 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Attempting to bind port faad8023-08e3-4366-82bf-1aa6f885ac45 on network 71d00c41-9ff2-47a4-ae51-55993b3f457b {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:53.511209 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Port faad8023-08e3-4366-82bf-1aa6f885ac45 on network 71d00c41-9ff2-47a4-ae51-55993b3f457b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:31:53.511520 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Attempting to bind port faad8023-08e3-4366-82bf-1aa6f885ac45 on network 71d00c41-9ff2-47a4-ae51-55993b3f457b {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:53.516733 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:53.517058 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Checking segment: {'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:53.517428 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Bound using segment: {'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'} {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:53.517847 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.managers [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Bound port: faad8023-08e3-4366-82bf-1aa6f885ac45, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'}}] {{(pid=78415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:53.518221 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.605366 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-961243c6-d3e8-462a-88a1-97753a00d46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.612630 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-961243c6-d3e8-462a-88a1-97753a00d46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.629671 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-7ca5b71f-2866-4cbf-b43d-5800a186d2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:53.639598 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] For port faad8023-08e3-4366-82bf-1aa6f885ac45, host hv-cinder-79808, cleared binding levels {{(pid=78415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:53.643355 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] For port faad8023-08e3-4366-82bf-1aa6f885ac45, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=faad8023-08e3-4366-82bf-1aa6f885ac45,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:53.650620 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.655597 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46250) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:53.656173 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:53.679518 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-961243c6-d3e8-462a-88a1-97753a00d46a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1078dc3e45964858acafadd4c24e8a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074204 Jun 25 14:31:53.683022 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46256) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:53.696899 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961243c6-d3e8-462a-88a1-97753a00d46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924d08c7-9cd2-4775-b5f6-d7037b51fced,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:53.701322 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-961243c6-d3e8-462a-88a1-97753a00d46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:53.719365 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:53.720014 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for port, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.721405 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] 10.222.0.38 "PUT /v2.0/ports/faad8023-08e3-4366-82bf-1aa6f885ac45 HTTP/1.1" status: 200 len: 1093 time: 1.1412764 Jun 25 14:31:53.721888 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fae943b-cf0b-42d7-a24e-3126af27a0a0', 'tag': 'faad8023-08e3-4366-82bf-1aa6f885ac45'}] {{(pid=78415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:53.745715 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Pushing event updated for resources: {'Port': ['ID=faad8023-08e3-4366-82bf-1aa6f885ac45,revision_number=3']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:53.752346 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:53.764884 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-36f76d3c-1783-40eb-8c8b-1f9fbd783433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.798696 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-36f76d3c-1783-40eb-8c8b-1f9fbd783433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.842213 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fae943b-cf0b-42d7-a24e-3126af27a0a0', 'tag': 'faad8023-08e3-4366-82bf-1aa6f885ac45', 'status': 'completed', 'code': 200} Jun 25 14:31:53.920745 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0a063ea6-061b-420f-8db0-32568af2a5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.925421 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-121a7568-2bec-45b2-a49a-b5e5c84f917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:53.927174 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-121a7568-2bec-45b2-a49a-b5e5c84f917c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=61fd847d6a3d40d499b469ebbedd63d4&device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 1096 time: 0.1410172 Jun 25 14:31:53.940317 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-0a063ea6-061b-420f-8db0-32568af2a5af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:53.948003 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-0a063ea6-061b-420f-8db0-32568af2a5af admin admin] Usage tracker for resource:security_group_rule and tenant:e72940dc12b844d19a935e7a116699c4 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:53.992288 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-0a063ea6-061b-420f-8db0-32568af2a5af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:54.010650 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-5d872fbc-a2ca-4b55-b3c5-b4020f2294a5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faad8023-08e3-4366-82bf-1aa6f885ac45 HTTP/1.1" status: 200 len: 217 time: 0.0680113 Jun 25 14:31:54.014624 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-0a063ea6-061b-420f-8db0-32568af2a5af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:54.019532 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-36f76d3c-1783-40eb-8c8b-1f9fbd783433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.027800 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:54.065081 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f76d3c-1783-40eb-8c8b-1f9fbd783433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924d08c7-9cd2-4775-b5f6-d7037b51fced,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:54.073440 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-36f76d3c-1783-40eb-8c8b-1f9fbd783433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:54.084455 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-36f76d3c-1783-40eb-8c8b-1f9fbd783433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.086659 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-36f76d3c-1783-40eb-8c8b-1f9fbd783433 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/924d08c7-9cd2-4775-b5f6-d7037b51fced HTTP/1.1" status: 204 len: 168 time: 0.4017601 Jun 25 14:31:54.113532 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-254a6857-a2b5-4312-84aa-83e0c63f1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:54.115396 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-254a6857-a2b5-4312-84aa-83e0c63f1291 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c65bb94b-f4ec-4da5-9d03-72951ac05107 HTTP/1.1" status: 200 len: 853 time: 0.0928619 Jun 25 14:31:54.123482 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654f1d6-e9a0-4b82-a06c-67d10e2104e8 req-7ac41c5c-5de0-447f-8a67-c14c7015d56a tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:54.125469 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f654f1d6-e9a0-4b82-a06c-67d10e2104e8 req-7ac41c5c-5de0-447f-8a67-c14c7015d56a tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 943 time: 0.1792359 Jun 25 14:31:54.228291 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-526fcaef-d3b3-4bb1-902f-7fdeefc44397 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d00c41-9ff2-47a4-ae51-55993b3f457b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026564 Jun 25 14:31:54.275360 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f654f1d6-e9a0-4b82-a06c-67d10e2104e8 req-1b795702-56ae-419f-a8b1-1986e8b9a2df tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376653 Jun 25 14:31:54.310123 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0a063ea6-061b-420f-8db0-32568af2a5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.318072 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0a063ea6-061b-420f-8db0-32568af2a5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.379819 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:54.432111 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-0a063ea6-061b-420f-8db0-32568af2a5af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e72940dc12b844d19a935e7a116699c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7750516 Jun 25 14:31:54.437867 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46290) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:54.458140 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a063ea6-061b-420f-8db0-32568af2a5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd25fcd-2268-434d-b50b-96a653b327d7,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:54.465370 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-0a063ea6-061b-420f-8db0-32568af2a5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:54.511035 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 46296) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:54.600474 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8b01a6e8-162c-4e41-a2eb-358481b66007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.603024 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-90bd10e3-559a-470e-a5e6-24c0819e951c service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569667 Jun 25 14:31:54.626652 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01130c-f84f-4e0e-ab6d-f5ea79e89062 req-6d057fad-425a-4eb4-9898-aad8b6cb7152 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:54.628581 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d01130c-f84f-4e0e-ab6d-f5ea79e89062 req-6d057fad-425a-4eb4-9898-aad8b6cb7152 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1721065 Jun 25 14:31:54.692003 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46304) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:54.700858 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8b01a6e8-162c-4e41-a2eb-358481b66007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.747894 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d01130c-f84f-4e0e-ab6d-f5ea79e89062 req-d977550f-1f5a-4afe-a279-2f61d319673f tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108742 Jun 25 14:31:54.749543 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9db60e13-4c4f-4514-8721-f77c26323ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.754299 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c29f4a9d-93fd-4868-89bb-d76389a375a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.768290 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-9db60e13-4c4f-4514-8721-f77c26323ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:54.772456 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-9db60e13-4c4f-4514-8721-f77c26323ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:42b73f1785dc48ccbefebe791ce27984 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:54.775677 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-9db60e13-4c4f-4514-8721-f77c26323ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:54.784090 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-9db60e13-4c4f-4514-8721-f77c26323ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:54.843051 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-12ab3d9c-e736-4914-ada6-ef1c70db4ce9 req-85b90eda-56af-4384-a16b-e4ec8b0830d4 service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236545 Jun 25 14:31:54.896018 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-c29f4a9d-93fd-4868-89bb-d76389a375a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:54.900801 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-c29f4a9d-93fd-4868-89bb-d76389a375a1 admin admin] Usage tracker for resource:security_group_rule and tenant:a5631b22ced84bcabc92019f30a1846d is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:54.905346 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-c29f4a9d-93fd-4868-89bb-d76389a375a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:54.912189 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-c29f4a9d-93fd-4868-89bb-d76389a375a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:54.937661 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.944578 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8b01a6e8-162c-4e41-a2eb-358481b66007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.949385 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3885e717-9ded-438d-8d61-88a083516dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:54.960016 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01a6e8-162c-4e41-a2eb-358481b66007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd25fcd-2268-434d-b50b-96a653b327d7,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:54.962745 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-8b01a6e8-162c-4e41-a2eb-358481b66007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:54.971885 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8b01a6e8-162c-4e41-a2eb-358481b66007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.973961 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-8b01a6e8-162c-4e41-a2eb-358481b66007 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5bd25fcd-2268-434d-b50b-96a653b327d7 HTTP/1.1" status: 204 len: 168 time: 0.5310614 Jun 25 14:31:55.002122 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9db60e13-4c4f-4514-8721-f77c26323ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.009432 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9db60e13-4c4f-4514-8721-f77c26323ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.021682 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-94d1bc95-1768-43be-ab64-ca584c05cd90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:55.078478 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-9db60e13-4c4f-4514-8721-f77c26323ff1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=42b73f1785dc48ccbefebe791ce27984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5628800 Jun 25 14:31:55.078672 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46316) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:55.078750 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db60e13-4c4f-4514-8721-f77c26323ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbb324b-1d63-4fd5-8fef-4e2fa28fc9f4,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:55.083704 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9db60e13-4c4f-4514-8721-f77c26323ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:55.091325 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c4173-064f-4d08-85c2-b4f1b5a618cc req-8be703eb-932f-47ec-a341-69fb5ffada90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:55.093072 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-431c4173-064f-4d08-85c2-b4f1b5a618cc req-8be703eb-932f-47ec-a341-69fb5ffada90 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=61fd847d6a3d40d499b469ebbedd63d4&device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 1096 time: 0.1803167 Jun 25 14:31:55.161003 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c29f4a9d-93fd-4868-89bb-d76389a375a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.174169 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c29f4a9d-93fd-4868-89bb-d76389a375a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.191643 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:55.229034 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9b81e42c-cc73-4082-bc3c-0b449a9e5074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.250943 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f4a9d-93fd-4868-89bb-d76389a375a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca2d085-e4fb-40d3-933a-fd1a6fa92a48,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:55.257111 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-c29f4a9d-93fd-4868-89bb-d76389a375a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5631b22ced84bcabc92019f30a1846d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593982 Jun 25 14:31:55.264217 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c29f4a9d-93fd-4868-89bb-d76389a375a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:55.266182 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c4173-064f-4d08-85c2-b4f1b5a618cc req-950b57d9-3fda-4f05-967e-8b9176cc4c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:55.267890 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46322) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:55.269537 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-431c4173-064f-4d08-85c2-b4f1b5a618cc req-950b57d9-3fda-4f05-967e-8b9176cc4c2e service neutron] 10.222.0.38 "GET /v2.0/networks?id=71d00c41-9ff2-47a4-ae51-55993b3f457b HTTP/1.1" status: 200 len: 914 time: 0.1607449 Jun 25 14:31:55.286901 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9b81e42c-cc73-4082-bc3c-0b449a9e5074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.348135 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-431c4173-064f-4d08-85c2-b4f1b5a618cc req-22a20a69-f831-4bc3-81c3-85325d861a85 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faad8023-08e3-4366-82bf-1aa6f885ac45 HTTP/1.1" status: 200 len: 217 time: 0.0718443 Jun 25 14:31:55.427096 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f0c38e4c-f5be-442c-b5ec-2bde496aad36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.449050 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c4173-064f-4d08-85c2-b4f1b5a618cc req-215c55c6-b68a-4172-bc9d-397e7c9e52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:55.450299 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-431c4173-064f-4d08-85c2-b4f1b5a618cc req-215c55c6-b68a-4172-bc9d-397e7c9e52c7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c65bb94b-f4ec-4da5-9d03-72951ac05107 HTTP/1.1" status: 200 len: 853 time: 0.0946028 Jun 25 14:31:55.451021 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 46330) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:55.462021 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f0c38e4c-f5be-442c-b5ec-2bde496aad36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.471453 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-deed8386-d6fe-41eb-bf2c-7e929b91efe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.492209 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9b81e42c-cc73-4082-bc3c-0b449a9e5074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.506684 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-36f76d3c-1783-40eb-8c8b-1f9fbd783433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:55.523393 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-deed8386-d6fe-41eb-bf2c-7e929b91efe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:55.528778 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81e42c-cc73-4082-bc3c-0b449a9e5074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbb324b-1d63-4fd5-8fef-4e2fa28fc9f4,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:55.533030 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-9b81e42c-cc73-4082-bc3c-0b449a9e5074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:55.539624 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-deed8386-d6fe-41eb-bf2c-7e929b91efe3 admin admin] Usage tracker for resource:security_group_rule and tenant:43832d2fe4b6475fa4d16858e19306a0 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:55.552459 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9b81e42c-cc73-4082-bc3c-0b449a9e5074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.554523 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-431c4173-064f-4d08-85c2-b4f1b5a618cc req-db9f6615-4a68-491e-8434-8de3e82d1419 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d00c41-9ff2-47a4-ae51-55993b3f457b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562553 Jun 25 14:31:55.554523 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-deed8386-d6fe-41eb-bf2c-7e929b91efe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:55.554789 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-9b81e42c-cc73-4082-bc3c-0b449a9e5074 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7cbb324b-1d63-4fd5-8fef-4e2fa28fc9f4 HTTP/1.1" status: 204 len: 168 time: 0.4674163 Jun 25 14:31:55.554877 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-deed8386-d6fe-41eb-bf2c-7e929b91efe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:55.589474 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cd63d-8500-4ee2-9e2d-cedbdb74505f req-4384ff00-8da0-4571-886f-5030e9526d2f tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:55.596166 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f15cd63d-8500-4ee2-9e2d-cedbdb74505f req-4384ff00-8da0-4571-886f-5030e9526d2f tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 943 time: 0.2099228 Jun 25 14:31:55.671969 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f0c38e4c-f5be-442c-b5ec-2bde496aad36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.681205 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-0a063ea6-061b-420f-8db0-32568af2a5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:55.712757 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f15cd63d-8500-4ee2-9e2d-cedbdb74505f req-8b792588-aec2-4ec1-8ed9-651c463f7594 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152008 Jun 25 14:31:55.722730 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c38e4c-f5be-442c-b5ec-2bde496aad36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca2d085-e4fb-40d3-933a-fd1a6fa92a48,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:55.729683 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c5e719c7-1d7f-490b-9ce2-3f4c91b272db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.737222 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-431c4173-064f-4d08-85c2-b4f1b5a618cc req-ba8df6da-6ef2-4d2b-9f0e-8119b10bef6c service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810529 Jun 25 14:31:55.741237 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f0c38e4c-f5be-442c-b5ec-2bde496aad36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:55.744600 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-f0c38e4c-f5be-442c-b5ec-2bde496aad36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.747618 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-f0c38e4c-f5be-442c-b5ec-2bde496aad36 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fca2d085-e4fb-40d3-933a-fd1a6fa92a48 HTTP/1.1" status: 204 len: 168 time: 0.4788074 Jun 25 14:31:55.870549 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-deed8386-d6fe-41eb-bf2c-7e929b91efe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.882334 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-deed8386-d6fe-41eb-bf2c-7e929b91efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.892941 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-583ec5cb-e7e0-4e88-aa34-7bbc05844443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:55.922399 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.995120 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed8386-d6fe-41eb-bf2c-7e929b91efe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e2cd64-3d17-41c4-9b8c-cec6ba24cd84,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:56.003111 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-431c4173-064f-4d08-85c2-b4f1b5a618cc req-cfb985f8-a9d5-4cd8-8954-8fc960cf658d service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379136 Jun 25 14:31:56.004179 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-deed8386-d6fe-41eb-bf2c-7e929b91efe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:56.006535 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-deed8386-d6fe-41eb-bf2c-7e929b91efe3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43832d2fe4b6475fa4d16858e19306a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5544493 Jun 25 14:31:56.009163 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 46346) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:56.058452 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f186095-5ac8-4ce4-b109-b87d57674643 req-1fbd69f0-e7f4-4d74-a832-ec0d25c32dbb tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:56.065790 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1f186095-5ac8-4ce4-b109-b87d57674643 req-1fbd69f0-e7f4-4d74-a832-ec0d25c32dbb tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1213109 Jun 25 14:31:56.100852 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da4eb8f3-1e1f-4f04-aa06-c32b33739f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.115799 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 46352) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:56.127774 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1f186095-5ac8-4ce4-b109-b87d57674643 req-bc169f49-5a63-4cfa-9186-39db5da8537d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588186 Jun 25 14:31:56.153116 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-67c507c7-efaf-409b-9601-ff41abe990ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.179727 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da4eb8f3-1e1f-4f04-aa06-c32b33739f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.193132 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-67c507c7-efaf-409b-9601-ff41abe990ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:56.207240 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-67c507c7-efaf-409b-9601-ff41abe990ba admin admin] Usage tracker for resource:security_group_rule and tenant:db0fe388350d4b158b39b674a481a2e3 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:56.213000 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-67c507c7-efaf-409b-9601-ff41abe990ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:56.230473 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-67c507c7-efaf-409b-9601-ff41abe990ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:56.291057 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da4eb8f3-1e1f-4f04-aa06-c32b33739f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.296594 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-636199d6-6b0d-413a-8af7-002c57a0cf46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:56.318001 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4eb8f3-1e1f-4f04-aa06-c32b33739f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e2cd64-3d17-41c4-9b8c-cec6ba24cd84,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:56.320504 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-da4eb8f3-1e1f-4f04-aa06-c32b33739f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:56.347480 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da4eb8f3-1e1f-4f04-aa06-c32b33739f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.348866 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-da4eb8f3-1e1f-4f04-aa06-c32b33739f8c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18e2cd64-3d17-41c4-9b8c-cec6ba24cd84 HTTP/1.1" status: 204 len: 168 time: 0.3385665 Jun 25 14:31:56.387464 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-67c507c7-efaf-409b-9601-ff41abe990ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.391954 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-67c507c7-efaf-409b-9601-ff41abe990ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.402960 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-5b921929-7bb9-4620-9c9b-78c98c5d3534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:56.452993 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-67c507c7-efaf-409b-9601-ff41abe990ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db0fe388350d4b158b39b674a481a2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361900 Jun 25 14:31:56.453339 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46370) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:56.453970 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c507c7-efaf-409b-9601-ff41abe990ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852dbc38-b0f0-4fe8-a88d-a718246c9b0d,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:56.457796 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-67c507c7-efaf-409b-9601-ff41abe990ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:56.526234 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a1ca2137-1259-422d-9aec-7f63fc0efdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.552750 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a1ca2137-1259-422d-9aec-7f63fc0efdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.618880 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a1ca2137-1259-422d-9aec-7f63fc0efdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.624579 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-9e3f25e2-0d26-4b02-9779-423ab8e1993b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:56.636959 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca2137-1259-422d-9aec-7f63fc0efdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852dbc38-b0f0-4fe8-a88d-a718246c9b0d,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:56.640576 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a1ca2137-1259-422d-9aec-7f63fc0efdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:56.645437 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a1ca2137-1259-422d-9aec-7f63fc0efdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.659970 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-a1ca2137-1259-422d-9aec-7f63fc0efdff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/852dbc38-b0f0-4fe8-a88d-a718246c9b0d HTTP/1.1" status: 204 len: 168 time: 0.2050390 Jun 25 14:31:56.934966 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d3151-7e55-41e0-b174-fab34f7e3fb8 req-446d7d8a-dd60-4ebf-8cb1-9a617b809bc0 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:56.936546 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56d3151-7e55-41e0-b174-fab34f7e3fb8 req-446d7d8a-dd60-4ebf-8cb1-9a617b809bc0 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 943 time: 0.0902097 Jun 25 14:31:56.987223 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56d3151-7e55-41e0-b174-fab34f7e3fb8 req-b5757cd8-2fd8-4dee-acdc-155641f85abe tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426903 Jun 25 14:31:57.343469 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396145de-5d81-4001-928b-eea77d0209c5 req-bfc4f28b-34fd-49e1-b4d9-a85af1741462 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:57.347586 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-396145de-5d81-4001-928b-eea77d0209c5 req-bfc4f28b-34fd-49e1-b4d9-a85af1741462 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1071019 Jun 25 14:31:57.428146 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-396145de-5d81-4001-928b-eea77d0209c5 req-7552c317-25ee-44e1-aede-ca4abeb4d52b tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744679 Jun 25 14:31:57.755383 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device faad8023-08e3-4366-82bf-1aa6f885ac45 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:31:57.840770 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46450) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:57.940958 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port faad8023-08e3-4366-82bf-1aa6f885ac45, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=faad8023-08e3-4366-82bf-1aa6f885ac45,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:57.964504 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': 'faad8023-08e3-4366-82bf-1aa6f885ac45', 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b', 'port_id': 'faad8023-08e3-4366-82bf-1aa6f885ac45', 'mac_address': 'fa:16:3e:e3:38:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65bb94b-f4ec-4da5-9d03-72951ac05107', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:31:58.000545 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d4ed90c0-5996-4585-b0bd-4fd05038e6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:58.027634 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:58.045879 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faad8023-08e3-4366-82bf-1aa6f885ac45 {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:58.064623 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port faad8023-08e3-4366-82bf-1aa6f885ac45, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=faad8023-08e3-4366-82bf-1aa6f885ac45,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:58.071240 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:58.073425 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:58.154424 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=faad8023-08e3-4366-82bf-1aa6f885ac45,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:58.176104 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:58.176420 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:58.179616 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:58.181433 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:58.181992 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:58.183341 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:58.183850 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:58.185145 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:58.185743 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:58.189154 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:58.189673 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:58.190182 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:58.204505 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:58.280229 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c58e46-54a0-4226-b09a-f60e085b9f1e req-ee03c7b0-5ce0-4921-884e-628fd3722ed1 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:58.289117 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-77c58e46-54a0-4226-b09a-f60e085b9f1e req-ee03c7b0-5ce0-4921-884e-628fd3722ed1 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 944 time: 0.1342368 Jun 25 14:31:58.336439 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-41c8ed45-cc20-4816-8fc8-f798d98e1b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:58.378845 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-41c8ed45-cc20-4816-8fc8-f798d98e1b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:58.392479 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['faad8023-08e3-4366-82bf-1aa6f885ac45'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:31:58.401125 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-77c58e46-54a0-4226-b09a-f60e085b9f1e req-ed4ef75c-25bb-4c4b-bc69-0c7286ae3876 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109612 Jun 25 14:31:58.409497 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-41c8ed45-cc20-4816-8fc8-f798d98e1b4f admin admin] Usage tracker for resource:security_group_rule and tenant:4110f355d82e4ae9ab4867a057112871 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:58.412818 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-41c8ed45-cc20-4816-8fc8-f798d98e1b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:58.426251 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-41c8ed45-cc20-4816-8fc8-f798d98e1b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:58.611335 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-41c8ed45-cc20-4816-8fc8-f798d98e1b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:58.618804 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-41c8ed45-cc20-4816-8fc8-f798d98e1b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:58.658790 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b2216dba-7d0a-4f6e-a104-a366fa980293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:58.669020 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-41c8ed45-cc20-4816-8fc8-f798d98e1b4f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4110f355d82e4ae9ab4867a057112871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8269506 Jun 25 14:31:58.671652 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46516) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:58.761243 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8ed45-cc20-4816-8fc8-f798d98e1b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367f731c-e71e-4665-9c2a-4c3bec53c6e7,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:58.769685 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-41c8ed45-cc20-4816-8fc8-f798d98e1b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:58.823119 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd6d3-ec02-4e9d-b5b4-4a47dd711c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:58.858387 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd6d3-ec02-4e9d-b5b4-4a47dd711c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:58.905775 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ace36d-0037-47fe-9003-8479e2f5f517 req-311b0844-99cc-4798-8d17-127fc18a505a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:58.911038 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a8ace36d-0037-47fe-9003-8479e2f5f517 req-311b0844-99cc-4798-8d17-127fc18a505a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.2207015 Jun 25 14:31:58.966455 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a8ace36d-0037-47fe-9003-8479e2f5f517 req-28d4026f-29f0-435c-aabc-2d1ca7ac7b59 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506735 Jun 25 14:31:58.988970 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd6d3-ec02-4e9d-b5b4-4a47dd711c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:59.000194 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2d9c4602-c0dd-41bc-9d46-cc6419dee08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:59.020455 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cd6d3-ec02-4e9d-b5b4-4a47dd711c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367f731c-e71e-4665-9c2a-4c3bec53c6e7,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:59.022575 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd6d3-ec02-4e9d-b5b4-4a47dd711c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:59.026236 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-ba3cd6d3-ec02-4e9d-b5b4-4a47dd711c22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/367f731c-e71e-4665-9c2a-4c3bec53c6e7 HTTP/1.1" status: 204 len: 168 time: 0.3512301 Jun 25 14:31:59.026236 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ba3cd6d3-ec02-4e9d-b5b4-4a47dd711c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:59.091002 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:59.237462 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46548) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:59.446769 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e1a3-c0a7-44e8-b08e-a6ee02a4b8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:59.465457 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-c3b7e1a3-c0a7-44e8-b08e-a6ee02a4b8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:59.470783 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-c3b7e1a3-c0a7-44e8-b08e-a6ee02a4b8be admin admin] Usage tracker for resource:security_group_rule and tenant:3460d98fb4d8435694a848d58e37b7b2 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:59.474276 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-c3b7e1a3-c0a7-44e8-b08e-a6ee02a4b8be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:59.480991 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-c3b7e1a3-c0a7-44e8-b08e-a6ee02a4b8be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:59.642443 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 46574) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:59.666972 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-838f328f-8518-4f08-9806-a69fa082b062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:59.689884 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-838f328f-8518-4f08-9806-a69fa082b062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:59.694676 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-838f328f-8518-4f08-9806-a69fa082b062 admin admin] Usage tracker for resource:security_group_rule and tenant:88fcd8bec31f42269e100244d17e1c00 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:59.696642 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e1a3-c0a7-44e8-b08e-a6ee02a4b8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:59.697907 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-838f328f-8518-4f08-9806-a69fa082b062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:59.703689 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e1a3-c0a7-44e8-b08e-a6ee02a4b8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:59.704074 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-838f328f-8518-4f08-9806-a69fa082b062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:59.714131 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-961243c6-d3e8-462a-88a1-97753a00d46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:59.753843 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a0a52-8005-44e7-8421-9897f2ca2b9c req-4cd3a92a-d637-4f1b-a155-4b427de0eb4d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:59.755438 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4c1a0a52-8005-44e7-8421-9897f2ca2b9c req-4cd3a92a-d637-4f1b-a155-4b427de0eb4d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 944 time: 0.1969874 Jun 25 14:31:59.767918 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46582) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:59.774635 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device faad8023-08e3-4366-82bf-1aa6f885ac45 up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:59.789061 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7e1a3-c0a7-44e8-b08e-a6ee02a4b8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1362d3cb-cdb4-4313-9a88-0e48ef15fc60,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:59.793247 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-c3b7e1a3-c0a7-44e8-b08e-a6ee02a4b8be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3460d98fb4d8435694a848d58e37b7b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5547714 Jun 25 14:31:59.796258 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c3b7e1a3-c0a7-44e8-b08e-a6ee02a4b8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:59.796732 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46588) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:59.845838 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4c1a0a52-8005-44e7-8421-9897f2ca2b9c req-f8eb40ed-d957-49f5-8d1f-9f87d951cef5 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811763 Jun 25 14:31:59.847917 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-838f328f-8518-4f08-9806-a69fa082b062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:59.856268 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-838f328f-8518-4f08-9806-a69fa082b062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:59.874704 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-deed8386-d6fe-41eb-bf2c-7e929b91efe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:59.892609 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3e5e4b03-8849-48ab-9fc6-a4514b91d942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:59.919168 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port faad8023-08e3-4366-82bf-1aa6f885ac45 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:59.922316 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3e5e4b03-8849-48ab-9fc6-a4514b91d942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:59.926893 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port faad8023-08e3-4366-82bf-1aa6f885ac45 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:59.927540 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:59.930706 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-838f328f-8518-4f08-9806-a69fa082b062 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88fcd8bec31f42269e100244d17e1c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864838 Jun 25 14:31:59.934084 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 46592) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:59.948993 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f328f-8518-4f08-9806-a69fa082b062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02fe0df-8f4f-4aeb-a2bf-d4094eea3c58,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:59.952216 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-838f328f-8518-4f08-9806-a69fa082b062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:59.959748 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ad3e3454-3a01-42d8-b567-1f32a576cdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:59.992240 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-ad3e3454-3a01-42d8-b567-1f32a576cdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:59.998505 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ad3e3454-3a01-42d8-b567-1f32a576cdd8 admin admin] Usage tracker for resource:security_group_rule and tenant:d3fc7c82a8f54b1596499aeb950739f9 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:00.002442 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ad3e3454-3a01-42d8-b567-1f32a576cdd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:00.006700 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6d28b73f-f8cf-42d7-a2da-9fa85d816c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.024424 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-ad3e3454-3a01-42d8-b567-1f32a576cdd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:00.065145 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6d28b73f-f8cf-42d7-a2da-9fa85d816c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.093701 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3e5e4b03-8849-48ab-9fc6-a4514b91d942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.114230 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.153359 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1e221cfd-f907-42e8-861b-f00820a006ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:00.156622 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6d28b73f-f8cf-42d7-a2da-9fa85d816c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.161753 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9121f850-08a0-4192-9623-b581ee5800c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:00.171438 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fae943b-cf0b-42d7-a24e-3126af27a0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faad8023-08e3-4366-82bf-1aa6f885ac45'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:32:00.185156 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28b73f-f8cf-42d7-a2da-9fa85d816c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02fe0df-8f4f-4aeb-a2bf-d4094eea3c58,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:00.188607 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port faad8023-08e3-4366-82bf-1aa6f885ac45, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=faad8023-08e3-4366-82bf-1aa6f885ac45,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:00.193901 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-6d28b73f-f8cf-42d7-a2da-9fa85d816c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:00.208866 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.209245 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6d28b73f-f8cf-42d7-a2da-9fa85d816c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.212866 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-6d28b73f-f8cf-42d7-a2da-9fa85d816c56 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a02fe0df-8f4f-4aeb-a2bf-d4094eea3c58 HTTP/1.1" status: 204 len: 168 time: 0.2754605 Jun 25 14:32:00.214555 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:00.265035 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e4b03-8849-48ab-9fc6-a4514b91d942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1362d3cb-cdb4-4313-9a88-0e48ef15fc60,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:00.267741 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3e5e4b03-8849-48ab-9fc6-a4514b91d942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:00.283930 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3e5e4b03-8849-48ab-9fc6-a4514b91d942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.287431 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-3e5e4b03-8849-48ab-9fc6-a4514b91d942 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1362d3cb-cdb4-4313-9a88-0e48ef15fc60 HTTP/1.1" status: 204 len: 168 time: 0.4843600 Jun 25 14:32:00.301484 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=faad8023-08e3-4366-82bf-1aa6f885ac45,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:00.305547 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:00.341873 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fae943b-cf0b-42d7-a24e-3126af27a0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faad8023-08e3-4366-82bf-1aa6f885ac45', 'code': 200} Jun 25 14:32:00.361357 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ad3e3454-3a01-42d8-b567-1f32a576cdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.374461 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca1d69-73cd-4a27-afdd-a2b8bbf190ed req-5616195d-1f51-4624-ae10-4460c30b4ea7 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:00.383749 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-faca1d69-73cd-4a27-afdd-a2b8bbf190ed req-5616195d-1f51-4624-ae10-4460c30b4ea7 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1963282 Jun 25 14:32:00.400313 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ad3e3454-3a01-42d8-b567-1f32a576cdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.411506 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3e5e4b03-8849-48ab-9fc6-a4514b91d942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:00.465932 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-ad3e3454-3a01-42d8-b567-1f32a576cdd8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3fc7c82a8f54b1596499aeb950739f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6969712 Jun 25 14:32:00.470241 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 46612) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:00.490158 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-faca1d69-73cd-4a27-afdd-a2b8bbf190ed req-8ac7896a-394e-4f55-b0c0-eca597b8ac1d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055000 Jun 25 14:32:00.493064 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e3454-3a01-42d8-b567-1f32a576cdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49941d8-9372-4b43-911f-91d703794ead,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:00.498313 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ad3e3454-3a01-42d8-b567-1f32a576cdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:00.550744 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.575857 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-685a9314-783d-4801-b2ac-4af41fb85f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.640557 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-685a9314-783d-4801-b2ac-4af41fb85f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.720797 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667af7ab-08cc-4c36-9ae3-9d83571c5b5e req-77cff1d4-f209-4383-8c13-8a57e997e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:00.722906 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-667af7ab-08cc-4c36-9ae3-9d83571c5b5e req-77cff1d4-f209-4383-8c13-8a57e997e0d1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 1098 time: 0.1222203 Jun 25 14:32:00.724089 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-685a9314-783d-4801-b2ac-4af41fb85f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.729077 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:00.756917 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a9314-783d-4801-b2ac-4af41fb85f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49941d8-9372-4b43-911f-91d703794ead,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:00.762902 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-685a9314-783d-4801-b2ac-4af41fb85f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:00.803496 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-685a9314-783d-4801-b2ac-4af41fb85f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.809857 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-685a9314-783d-4801-b2ac-4af41fb85f6b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a49941d8-9372-4b43-911f-91d703794ead HTTP/1.1" status: 204 len: 168 time: 0.3380704 Jun 25 14:32:00.822653 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-667af7ab-08cc-4c36-9ae3-9d83571c5b5e req-2db8e0ee-13ef-40ce-ae0e-16e261a8da81 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841749 Jun 25 14:32:01.067426 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51512261-89b6-4550-b86c-10505f78a938 req-471fd8e9-5188-4dcb-b208-532b6da41a40 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:01.074357 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-51512261-89b6-4550-b86c-10505f78a938 req-471fd8e9-5188-4dcb-b208-532b6da41a40 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 945 time: 0.0947280 Jun 25 14:32:01.206050 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-51512261-89b6-4550-b86c-10505f78a938 req-850a90a4-5a70-42fe-984c-647324df6502 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308229 Jun 25 14:32:01.263089 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 46654) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:01.377712 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-32622d7e-a536-45ff-b117-31adf6a96dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:01.392841 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-32622d7e-a536-45ff-b117-31adf6a96dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:01.396799 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-32622d7e-a536-45ff-b117-31adf6a96dd0 admin admin] Usage tracker for resource:security_group_rule and tenant:be6ae469dcd243f091a0f7e99074d777 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:01.399897 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-32622d7e-a536-45ff-b117-31adf6a96dd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:01.406021 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-32622d7e-a536-45ff-b117-31adf6a96dd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:01.511474 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-32622d7e-a536-45ff-b117-31adf6a96dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:01.516147 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-32622d7e-a536-45ff-b117-31adf6a96dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:01.526937 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-239da2fb-8333-45b0-b5d2-a78d6c7432f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:01.528908 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46666) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:01.577018 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-32622d7e-a536-45ff-b117-31adf6a96dd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be6ae469dcd243f091a0f7e99074d777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126173 Jun 25 14:32:01.578864 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32622d7e-a536-45ff-b117-31adf6a96dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486ded40-1916-4106-936a-fec99780b444,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:01.579805 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46672) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:01.595479 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-32622d7e-a536-45ff-b117-31adf6a96dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:01.703336 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a573da0e-48bd-4650-ae7d-4157b0f1dce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:01.746632 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a573da0e-48bd-4650-ae7d-4157b0f1dce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:01.773987 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762d773-af8e-448e-b495-cbeb2bd89454 req-c6e342d7-20cd-4d84-b17e-596027eac4de tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:01.775466 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b762d773-af8e-448e-b495-cbeb2bd89454 req-c6e342d7-20cd-4d84-b17e-596027eac4de tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1574891 Jun 25 14:32:01.819541 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-814973884-network', 'tenant_id': '9a640ecedeef495eb5a27bfa0a0ea055'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:32:01.825474 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:01.841501 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Usage tracker for resource:network and tenant:9a640ecedeef495eb5a27bfa0a0ea055 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:01.846606 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:01.856616 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b762d773-af8e-448e-b495-cbeb2bd89454 req-38778d13-f45c-4924-a6ba-bafe79ab9b2c tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670941 Jun 25 14:32:01.857667 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:01.879733 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Made reservation on behalf of 9a640ecedeef495eb5a27bfa0a0ea055 for: {'network': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:32:01.879733 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:01.889417 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a573da0e-48bd-4650-ae7d-4157b0f1dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:01.895819 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c3b7e1a3-c0a7-44e8-b08e-a6ee02a4b8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:01.908710 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:01.919572 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573da0e-48bd-4650-ae7d-4157b0f1dce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486ded40-1916-4106-936a-fec99780b444,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:01.922732 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a573da0e-48bd-4650-ae7d-4157b0f1dce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:01.936051 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a573da0e-48bd-4650-ae7d-4157b0f1dce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:01.939556 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-a573da0e-48bd-4650-ae7d-4157b0f1dce6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/486ded40-1916-4106-936a-fec99780b444 HTTP/1.1" status: 204 len: 168 time: 0.3564157 Jun 25 14:32:01.939556 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:01.942699 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Usage tracker for resource:security_group_rule and tenant:9a640ecedeef495eb5a27bfa0a0ea055 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:01.945835 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:01.952963 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:02.068565 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:02.084383 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:02.089437 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b95121cf-2465-4d1d-a785-2265acd538c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:02.114928 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=78414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:32:02.128615 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e78b20-effb-4e98-8e71-791eb333c56e,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:02.132710 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:02.133698 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:02.134035 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.segments_db [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Added segment df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9 of type vlan for network df1d5041-60fd-4038-b4c3-d0dd4373d7cc Jun 25 14:32:02.184291 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:02.222284 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:02.223874 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:02.224579 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:02.231057 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-fe0a8eb4-b9f6-491b-9bd3-67a9defa404c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:02.377698 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Pushing event updated for resources: {'Network': ['ID=df1d5041-60fd-4038-b4c3-d0dd4373d7cc,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:02.389678 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network df1d5041-60fd-4038-b4c3-d0dd4373d7cc details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:32:02.392311 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:02.459166 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9264638 Jun 25 14:32:02.461709 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 46708) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:02.475208 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Request body: {'subnet': {'network_id': 'df1d5041-60fd-4038-b4c3-d0dd4373d7cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-814973884-subnet', 'tenant_id': '9a640ecedeef495eb5a27bfa0a0ea055', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:32:02.483364 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:02.491290 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Usage tracker for resource:subnet and tenant:9a640ecedeef495eb5a27bfa0a0ea055 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:02.495300 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:02.502881 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:02.518591 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Made reservation on behalf of 9a640ecedeef495eb5a27bfa0a0ea055 for: {'subnet': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:32:02.522098 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6890692'] for subnet, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:02.526754 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6f8b9-8692-4f8c-a0b5-e4d984ab633a req-5599dbc4-4c2a-4871-98ed-b0ba650f1f31 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:02.528419 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c8c6f8b9-8692-4f8c-a0b5-e4d984ab633a req-5599dbc4-4c2a-4871-98ed-b0ba650f1f31 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 945 time: 0.1396906 Jun 25 14:32:02.615534 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c8c6f8b9-8692-4f8c-a0b5-e4d984ab633a req-974c227e-cffd-4903-b0e0-24c8946db9cc tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813799 Jun 25 14:32:02.787409 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6721651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6890706'] for subnet, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:02.789176 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-d4feb5e2-443e-4f1d-9808-5cd848cc6173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:02.865878 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b152ba07-0779-4325-a186-80efeb00d6a4,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:02.869948 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:02.875967 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Checking segment: {'id': 'df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df1d5041-60fd-4038-b4c3-d0dd4373d7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:32:02.876375 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Network hostable DHCP agents. Network: df1d5041-60fd-4038-b4c3-d0dd4373d7cc, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:32:02.898490 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Network df1d5041-60fd-4038-b4c3-d0dd4373d7cc is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:32:02.909968 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, df1d5041-60fd-4038-b4c3-d0dd4373d7cc) {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:32:02.914603 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:02.915522 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:02.921052 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45eb567-dab7-4b67-a4ce-3e6fa52cf82e None None] Network df1d5041-60fd-4038-b4c3-d0dd4373d7cc requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:32:02.986540 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5218186 Jun 25 14:32:03.103384 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b1927-cddb-4f7d-bad7-2e4023a41c02 req-fdbaf7e1-4339-47f0-aba5-70eded0721a4 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:03.112158 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-598b1927-cddb-4f7d-bad7-2e4023a41c02 req-fdbaf7e1-4339-47f0-aba5-70eded0721a4 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1173568 Jun 25 14:32:03.203935 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-598b1927-cddb-4f7d-bad7-2e4023a41c02 req-9964b013-4a25-42f8-b593-7d9726c22834 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864866 Jun 25 14:32:03.282871 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6608749f-4afd-4f5a-9646-17b412892037 None None] Network df1d5041-60fd-4038-b4c3-d0dd4373d7cc requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:32:03.815479 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 46802) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:03.821244 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-907744624-network', 'tenant_id': '7be037c365e4481294e22d4645dcd217'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:32:03.826217 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:03.830816 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Usage tracker for resource:network and tenant:7be037c365e4481294e22d4645dcd217 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:03.833802 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:03.839555 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:03.852420 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Made reservation on behalf of 7be037c365e4481294e22d4645dcd217 for: {'network': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:32:03.854830 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:03.866883 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:03.899720 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:03.906311 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Usage tracker for resource:security_group_rule and tenant:7be037c365e4481294e22d4645dcd217 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:03.910357 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:03.916228 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:04.045883 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:04.050834 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:04.066911 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:04.099648 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=78415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:32:04.108099 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bab0b30-2375-427c-9f81-ebd38246cef5,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:04.112520 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:04.115641 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:04.115973 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.segments_db [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Added segment 5bc5e403-f05c-4463-b9c6-2406c840396e of type vlan for network b8d64533-0519-4dc7-afba-78654cc50252 Jun 25 14:32:04.144919 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:04.180894 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:04.184722 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:04.185335 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:04.198157 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:04.278245 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4615853 Jun 25 14:32:04.281110 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46818) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:04.287336 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Request body: {'subnet': {'network_id': 'b8d64533-0519-4dc7-afba-78654cc50252', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-907744624-subnet', 'tenant_id': '7be037c365e4481294e22d4645dcd217', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:32:04.292135 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:04.297678 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Usage tracker for resource:subnet and tenant:7be037c365e4481294e22d4645dcd217 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:04.302097 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:04.307341 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d64533-0519-4dc7-afba-78654cc50252,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:04.311407 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:04.313009 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:04.318633 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network b8d64533-0519-4dc7-afba-78654cc50252 details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:32:04.364646 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Made reservation on behalf of 7be037c365e4481294e22d4645dcd217 for: {'subnet': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:32:04.367173 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6658577'] for subnet, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:04.500358 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0833eba-d3b0-4ceb-8f22-6b54ba7de694 req-353dcf98-9a28-438f-86f5-0e9f86df6cb0 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:04.501864 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a0833eba-d3b0-4ceb-8f22-6b54ba7de694 req-353dcf98-9a28-438f-86f5-0e9f86df6cb0 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1925573 Jun 25 14:32:04.601745 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a0833eba-d3b0-4ceb-8f22-6b54ba7de694 req-cba6e0ef-bae4-4e94-bfa6-38d451c26fb7 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923843 Jun 25 14:32:04.649043 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:32:04.662748 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6311136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6658567'] for subnet, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:04.666873 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:04.746302 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa3e3dc-4686-4220-a23f-92c54709b1e1,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:04.749715 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:04.758102 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Checking segment: {'id': '5bc5e403-f05c-4463-b9c6-2406c840396e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b8d64533-0519-4dc7-afba-78654cc50252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:32:04.758557 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Network hostable DHCP agents. Network: b8d64533-0519-4dc7-afba-78654cc50252, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:32:04.780714 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Network b8d64533-0519-4dc7-afba-78654cc50252 is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:32:04.791228 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, b8d64533-0519-4dc7-afba-78654cc50252) {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:32:04.796636 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:04.796636 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:04.803720 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa77dc0d-2fb3-473c-9c61-cc3c76376115 None None] Network b8d64533-0519-4dc7-afba-78654cc50252 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:32:04.823597 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5413280 Jun 25 14:32:05.099169 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176352a1-6973-449e-876b-ac0593541b36 None None] Network b8d64533-0519-4dc7-afba-78654cc50252 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:32:05.800588 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e4cbd-519a-4c3e-9460-9dd4fc27b5aa req-22f3ef41-5ccf-4c3b-b90f-9a4d2390d4da tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:05.802274 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3f5e4cbd-519a-4c3e-9460-9dd4fc27b5aa req-22f3ef41-5ccf-4c3b-b90f-9a4d2390d4da tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.0817978 Jun 25 14:32:05.849726 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3f5e4cbd-519a-4c3e-9460-9dd4fc27b5aa req-6b6f846a-0b2b-4eec-90f6-203b7f4bd842 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416739 Jun 25 14:32:07.043494 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84173d47-2626-4274-af96-aa1c4f61b2b7 req-af176068-2e23-4ac1-9e10-3f7ef3feb9c3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:07.044960 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-84173d47-2626-4274-af96-aa1c4f61b2b7 req-af176068-2e23-4ac1-9e10-3f7ef3feb9c3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.0810838 Jun 25 14:32:07.093665 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-84173d47-2626-4274-af96-aa1c4f61b2b7 req-9dcb1b0b-ba5c-4e9c-8a89-0fe8e48f300c tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419812 Jun 25 14:32:08.025055 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 46920) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:08.144702 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a85a72aa-0254-488d-8a5d-adcb1b86dfff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:08.158611 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-a85a72aa-0254-488d-8a5d-adcb1b86dfff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:08.162396 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-a85a72aa-0254-488d-8a5d-adcb1b86dfff admin admin] Usage tracker for resource:security_group_rule and tenant:ae13b25245364adcb6e4571cd4a6d044 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:08.165198 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-a85a72aa-0254-488d-8a5d-adcb1b86dfff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:08.172427 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-a85a72aa-0254-488d-8a5d-adcb1b86dfff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:08.259259 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a85a72aa-0254-488d-8a5d-adcb1b86dfff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:08.264317 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a85a72aa-0254-488d-8a5d-adcb1b86dfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:08.276618 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-41c8ed45-cc20-4816-8fc8-f798d98e1b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:08.321738 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-a85a72aa-0254-488d-8a5d-adcb1b86dfff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae13b25245364adcb6e4571cd4a6d044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956028 Jun 25 14:32:08.322615 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a72aa-0254-488d-8a5d-adcb1b86dfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490a642d-a34d-4f8c-b72f-19bb814eb3e8,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:08.324607 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 46930) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:08.325748 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a85a72aa-0254-488d-8a5d-adcb1b86dfff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:08.388706 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f5a2158e-f9a9-4a1e-8112-ea40ff70e075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:08.416896 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f5a2158e-f9a9-4a1e-8112-ea40ff70e075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:08.472264 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f5a2158e-f9a9-4a1e-8112-ea40ff70e075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:08.476057 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-32622d7e-a536-45ff-b117-31adf6a96dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:08.487309 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2158e-f9a9-4a1e-8112-ea40ff70e075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490a642d-a34d-4f8c-b72f-19bb814eb3e8,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:08.491020 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f5a2158e-f9a9-4a1e-8112-ea40ff70e075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:08.495412 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f5a2158e-f9a9-4a1e-8112-ea40ff70e075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:08.496575 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-f5a2158e-f9a9-4a1e-8112-ea40ff70e075 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/490a642d-a34d-4f8c-b72f-19bb814eb3e8 HTTP/1.1" status: 204 len: 168 time: 0.1709135 Jun 25 14:32:21.270522 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-b14da007-5e9a-439c-a72b-3ac06db5f9b8 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:21.271257 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-b14da007-5e9a-439c-a72b-3ac06db5f9b8 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Synchronizing usage tracker for tenant:9a640ecedeef495eb5a27bfa0a0ea055 on resource:network {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:32:21.282088 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-9c7c021c-a463-429c-bede-d68c77efd58e tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:21.284118 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-9c7c021c-a463-429c-bede-d68c77efd58e tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/networks?id=71d00c41-9ff2-47a4-ae51-55993b3f457b HTTP/1.1" status: 200 len: 813 time: 0.3455226 Jun 25 14:32:21.303976 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-7ef323d1-0de0-4e70-85af-3c80622bc198 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/quotas/61fd847d6a3d40d499b469ebbedd63d4 HTTP/1.1" status: 200 len: 375 time: 0.0133851 Jun 25 14:32:21.305757 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-b14da007-5e9a-439c-a72b-3ac06db5f9b8 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Unset dirty status for tenant:9a640ecedeef495eb5a27bfa0a0ea055 on resource:network {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:32:21.306767 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-b14da007-5e9a-439c-a72b-3ac06db5f9b8 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/networks?id=df1d5041-60fd-4038-b4c3-d0dd4373d7cc HTTP/1.1" status: 200 len: 808 time: 0.3891137 Jun 25 14:32:21.360045 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-522ada51-a814-47ec-b63a-94eb724b6e5b tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/quotas/9a640ecedeef495eb5a27bfa0a0ea055 HTTP/1.1" status: 200 len: 375 time: 0.0199690 Jun 25 14:32:21.418647 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-ce1309e7-d5a5-4069-991b-ec1c7b704cb0 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a640ecedeef495eb5a27bfa0a0ea055&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517325 Jun 25 14:32:21.518977 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-592da1a7-4f81-4e31-b86a-d1d76d001422 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=61fd847d6a3d40d499b469ebbedd63d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2093701 Jun 25 14:32:21.641092 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-95f0367e-1d10-4e23-8e93-9678cf12839b service neutron] 10.222.0.50 "GET /v2.0/networks/df1d5041-60fd-4038-b4c3-d0dd4373d7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146859 Jun 25 14:32:21.766178 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-64f68d0d-8c2f-47f9-96b1-c6cc82aa431d service neutron] 10.222.0.50 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384057 Jun 25 14:32:21.885357 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-0be63ec2-50c9-4e5c-8ffb-c507905a20dd service neutron] 10.222.0.50 "GET /v2.0/networks/df1d5041-60fd-4038-b4c3-d0dd4373d7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374964 Jun 25 14:32:21.931021 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-4517f91f-d483-4297-8348-53c63315cfae service neutron] 10.222.0.50 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581626 Jun 25 14:32:22.178801 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7af47-399f-4ce6-8244-54e765712349 req-029a9db8-84a8-49c5-b6ac-6d1b67348b7b tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:22.182040 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c5f7af47-399f-4ce6-8244-54e765712349 req-029a9db8-84a8-49c5-b6ac-6d1b67348b7b tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1008141 Jun 25 14:32:22.254101 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c5f7af47-399f-4ce6-8244-54e765712349 req-5b5dbf44-a232-46a2-9220-b505a3810c52 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611010 Jun 25 14:32:22.355367 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ee671f20-0ff8-49ed-8d9d-eb94aa0ad5ff req-9df3890f-8efe-4d28-a322-e922562199c1 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 210 time: 0.0479684 Jun 25 14:32:22.486350 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1281f4fa-c735-430d-b53b-38d8eb152b2c req-66f21b10-253f-4f01-a2f6-6a0276211d2f tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 210 time: 0.0444078 Jun 25 14:32:22.640032 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132a990-c587-4ad4-857d-d343594bc3a6 req-e4531d16-b1f7-4cf6-bd15-c1319afe0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:22.642215 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2132a990-c587-4ad4-857d-d343594bc3a6 req-e4531d16-b1f7-4cf6-bd15-c1319afe0330 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 1098 time: 0.0784385 Jun 25 14:32:22.706256 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2132a990-c587-4ad4-857d-d343594bc3a6 req-502f0bca-c32e-42a9-a151-1cd449ce26fa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532975 Jun 25 14:32:23.475246 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f9761-f3c9-4361-91e8-5e00a5bfc96a req-e208e8c4-2d12-44bb-9ee4-010e5ff5c7ae tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:23.477526 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3b7f9761-f3c9-4361-91e8-5e00a5bfc96a req-e208e8c4-2d12-44bb-9ee4-010e5ff5c7ae tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1197922 Jun 25 14:32:23.553859 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4e772b4b-f492-47f2-8a9b-8fcb77fd0e9b req-9e0e19f6-4eaf-455c-a8bc-7261c01aa645 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 210 time: 0.0531960 Jun 25 14:32:23.584790 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3b7f9761-f3c9-4361-91e8-5e00a5bfc96a req-635e858c-5560-4d9b-9586-b6e31b19cccf tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015148 Jun 25 14:32:23.658155 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-a065b328-8d34-4225-b50c-1fc5269cace4 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:23.659723 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-a065b328-8d34-4225-b50c-1fc5269cace4 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "GET /v2.0/networks?id=71d00c41-9ff2-47a4-ae51-55993b3f457b HTTP/1.1" status: 200 len: 813 time: 0.1889842 Jun 25 14:32:23.679624 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Request body: {'port': {'device_id': '735b0392-4ace-4462-b928-64587aa33317', 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b', 'admin_state_up': True, 'tenant_id': '61fd847d6a3d40d499b469ebbedd63d4'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:32:23.846842 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:23.850796 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Usage tracker for resource:port and tenant:61fd847d6a3d40d499b469ebbedd63d4 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:23.853755 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:23.859714 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:23.869883 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Made reservation on behalf of 61fd847d6a3d40d499b469ebbedd63d4 for: {'port': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:32:23.873478 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:23.912435 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a27fdf66-6eb9-4cc6-a1a6-ea3c8270340a req-54853aaf-7405-4199-88b5-ef5865503ddc tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 210 time: 0.0516737 Jun 25 14:32:24.053046 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Allocated IP 172.20.0.7 (71d00c41-9ff2-47a4-ae51-55993b3f457b/c65bb94b-f4ec-4da5-9d03-72951ac05107/aa27631a-988c-407f-9c9f-2e6e1c63d4ac) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:32:24.258079 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:24.290244 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:24.297234 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:24.318293 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['faad8023-08e3-4366-82bf-1aa6f885ac45'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:32:24.387740 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Network 71d00c41-9ff2-47a4-ae51-55993b3f457b is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:32:24.393615 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:32:24.396937 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:32:24.435928 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-a4ff5a8c-c13e-428a-967d-36e204d54de4 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:24.437987 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-a4ff5a8c-c13e-428a-967d-36e204d54de4 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.38 "GET /v2.0/networks?id=df1d5041-60fd-4038-b4c3-d0dd4373d7cc HTTP/1.1" status: 200 len: 808 time: 0.1828773 Jun 25 14:32:24.462574 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Request body: {'port': {'device_id': 'f63a5e61-ce8f-4a60-aa47-e54fb1610090', 'network_id': 'df1d5041-60fd-4038-b4c3-d0dd4373d7cc', 'admin_state_up': True, 'tenant_id': '9a640ecedeef495eb5a27bfa0a0ea055'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:32:24.474875 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:24.475524 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for port, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:24.499094 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Pushing event updated for resources: {'Port': ['ID=aa27631a-988c-407f-9c9f-2e6e1c63d4ac,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:24.504171 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:24.506734 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8323917 Jun 25 14:32:24.528175 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Request body: {'port': {'device_id': '735b0392-4ace-4462-b928-64587aa33317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:32:24.685049 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:24.719890 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Usage tracker for resource:port and tenant:9a640ecedeef495eb5a27bfa0a0ea055 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:24.723262 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:24.729608 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:24.751815 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1bec4528-8e47-4706-913a-278197a39c70 req-5c58e34c-efca-477f-86be-42b404d3a681 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 210 time: 0.0679519 Jun 25 14:32:24.752632 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Made reservation on behalf of 9a640ecedeef495eb5a27bfa0a0ea055 for: {'port': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:32:24.756250 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:24.788499 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:24.937854 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.186464 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Allocated IP 172.20.0.10 (df1d5041-60fd-4038-b4c3-d0dd4373d7cc/b152ba07-0779-4325-a186-80efeb00d6a4/2765b40f-f74b-497a-8c47-c65b1ad35781) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:32:25.211138 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390e646-bf75-478c-8b81-347aa8cde5ea req-4975dc70-beeb-4214-a7fa-3365a096ce24 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:25.212528 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa27631a-988c-407f-9c9f-2e6e1c63d4ac {{(pid=78415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:32:25.212675 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6390e646-bf75-478c-8b81-347aa8cde5ea req-4975dc70-beeb-4214-a7fa-3365a096ce24 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.3304555 Jun 25 14:32:25.221021 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.235297 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.provisioning_blocks [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Transition to ACTIVE for port object aa27631a-988c-407f-9c9f-2e6e1c63d4ac will not be triggered until provisioned by entity L2. {{(pid=78415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:32:25.239380 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.243195 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:25.289857 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a9221-9dcd-471b-a295-c7414081fb0e req-7292823d-20f4-440e-afd6-e2337f1c7eed tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:25.291338 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-400a9221-9dcd-471b-a295-c7414081fb0e req-7292823d-20f4-440e-afd6-e2337f1c7eed tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 931 time: 0.1989715 Jun 25 14:32:25.356987 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6390e646-bf75-478c-8b81-347aa8cde5ea req-6f5881ad-5228-45ad-b960-47887c8da3f1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339943 Jun 25 14:32:25.434007 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-400a9221-9dcd-471b-a295-c7414081fb0e req-60296c87-f798-4b05-9976-574e8ffd88df tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321752 Jun 25 14:32:25.438072 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa27631a-988c-407f-9c9f-2e6e1c63d4ac,revision_number=2']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:25.441098 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:25.483674 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.managers [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Attempting to bind port aa27631a-988c-407f-9c9f-2e6e1c63d4ac on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:32:25.484007 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.managers [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Attempting to bind port aa27631a-988c-407f-9c9f-2e6e1c63d4ac by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'}] {{(pid=78415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:32:25.484333 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Attempting to bind port aa27631a-988c-407f-9c9f-2e6e1c63d4ac on network 71d00c41-9ff2-47a4-ae51-55993b3f457b {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:32:25.488956 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Port aa27631a-988c-407f-9c9f-2e6e1c63d4ac on network 71d00c41-9ff2-47a4-ae51-55993b3f457b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:32:25.489270 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Attempting to bind port aa27631a-988c-407f-9c9f-2e6e1c63d4ac on network 71d00c41-9ff2-47a4-ae51-55993b3f457b {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:32:25.494621 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:32:25.495085 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Checking segment: {'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:32:25.495475 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Bound using segment: {'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'} {{(pid=78415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:32:25.495894 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.managers [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Bound port: aa27631a-988c-407f-9c9f-2e6e1c63d4ac, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'}}] {{(pid=78415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:32:25.496236 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.559885 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.592574 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] For port aa27631a-988c-407f-9c9f-2e6e1c63d4ac, host hv-cinder-79808, cleared binding levels {{(pid=78415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:32:25.595394 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3a86a-2cf6-45a6-a2c8-e431c414c7e9 req-01cf89b6-54ae-46a0-9dbe-74af0b7aba87 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:25.596940 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-76e3a86a-2cf6-45a6-a2c8-e431c414c7e9 req-01cf89b6-54ae-46a0-9dbe-74af0b7aba87 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1244104 Jun 25 14:32:25.600868 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] For port aa27631a-988c-407f-9c9f-2e6e1c63d4ac, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=aa27631a-988c-407f-9c9f-2e6e1c63d4ac,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:32:25.606761 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.610590 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-4b4d3cc2-ec2c-4206-9539-3ac6a7b21b2e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:25.646269 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.653005 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-76e3a86a-2cf6-45a6-a2c8-e431c414c7e9 req-ea2c860c-9d3c-4385-be22-98d96a777fce tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490911 Jun 25 14:32:25.662057 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:25.723444 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Network df1d5041-60fd-4038-b4c3-d0dd4373d7cc is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:32:25.727226 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:32:25.731984 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:32:25.732982 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c423-896d-4c31-8e8a-ed5713d7edc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.757555 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa27631a-988c-407f-9c9f-2e6e1c63d4ac,revision_number=3']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:25.762790 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:25.768327 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:25.768947 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for port, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.770707 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] 10.222.0.38 "PUT /v2.0/ports/aa27631a-988c-407f-9c9f-2e6e1c63d4ac HTTP/1.1" status: 200 len: 1093 time: 1.2478533 Jun 25 14:32:25.771369 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735b0392-4ace-4462-b928-64587aa33317', 'tag': 'aa27631a-988c-407f-9c9f-2e6e1c63d4ac'}] {{(pid=78415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:32:25.800878 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:25.801578 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.801904 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.825303 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Pushing event updated for resources: {'Port': ['ID=2765b40f-f74b-497a-8c47-c65b1ad35781,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:25.831489 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:25.845380 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3869991 Jun 25 14:32:25.870287 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Request body: {'port': {'device_id': 'f63a5e61-ce8f-4a60-aa47-e54fb1610090', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:32:25.973845 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735b0392-4ace-4462-b928-64587aa33317', 'tag': 'aa27631a-988c-407f-9c9f-2e6e1c63d4ac', 'status': 'completed', 'code': 200} Jun 25 14:32:25.977398 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-fbe5a5a7-ce13-40e4-bbeb-b8614befb34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:25.978896 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-fbe5a5a7-ce13-40e4-bbeb-b8614befb34f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=61fd847d6a3d40d499b469ebbedd63d4&device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 1096 time: 0.1312122 Jun 25 14:32:26.119061 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-2a02f6d4-a21c-4df3-a5f2-d3a646a08b52 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa27631a-988c-407f-9c9f-2e6e1c63d4ac HTTP/1.1" status: 200 len: 217 time: 0.1258533 Jun 25 14:32:26.187492 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:26.230421 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-b812b9a7-2c50-4276-bc1f-611b5f577a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:26.231619 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-b812b9a7-2c50-4276-bc1f-611b5f577a94 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c65bb94b-f4ec-4da5-9d03-72951ac05107 HTTP/1.1" status: 200 len: 853 time: 0.1009293 Jun 25 14:32:26.252114 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec5445-bd57-42bd-9b48-f63625c27216 req-d3b77ebb-7069-42c7-b27c-56fd77a3ab82 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:26.252870 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-e3ec5445-bd57-42bd-9b48-f63625c27216 req-d3b77ebb-7069-42c7-b27c-56fd77a3ab82 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Synchronizing usage tracker for tenant:9a640ecedeef495eb5a27bfa0a0ea055 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:32:26.333002 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-63c7e230-1bc5-41af-9d79-5125fe783335 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d00c41-9ff2-47a4-ae51-55993b3f457b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760407 Jun 25 14:32:26.360830 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-e3ec5445-bd57-42bd-9b48-f63625c27216 req-d3b77ebb-7069-42c7-b27c-56fd77a3ab82 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Unset dirty status for tenant:9a640ecedeef495eb5a27bfa0a0ea055 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:32:26.360830 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e3ec5445-bd57-42bd-9b48-f63625c27216 req-d3b77ebb-7069-42c7-b27c-56fd77a3ab82 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 932 time: 0.4257014 Jun 25 14:32:26.483143 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-e3ec5445-bd57-42bd-9b48-f63625c27216 req-6e8e634d-1fc0-4090-b1d1-b4393c20f258 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Synchronizing usage tracker for tenant:9a640ecedeef495eb5a27bfa0a0ea055 on resource:security_group {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:32:26.513057 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-647f97b1-b067-44b6-8bfb-77e36c22863b service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660941 Jun 25 14:32:26.586531 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-e3ec5445-bd57-42bd-9b48-f63625c27216 req-6e8e634d-1fc0-4090-b1d1-b4393c20f258 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Unset dirty status for tenant:9a640ecedeef495eb5a27bfa0a0ea055 on resource:security_group {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:32:26.588022 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e3ec5445-bd57-42bd-9b48-f63625c27216 req-6e8e634d-1fc0-4090-b1d1-b4393c20f258 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7e78b20-effb-4e98-8e71-791eb333c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787910 Jun 25 14:32:26.665095 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3f204292-f560-4ec5-bb24-fa74db3fac92 req-58f2ef48-56e1-4a8d-a59d-34d75e0deea4 service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429434 Jun 25 14:32:26.774055 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef557231-b65a-4a24-abea-6c13b2b474cb req-7507229c-2673-4c78-bc87-a5ead4a675e3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:26.775498 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ef557231-b65a-4a24-abea-6c13b2b474cb req-7507229c-2673-4c78-bc87-a5ead4a675e3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 943 time: 0.1615207 Jun 25 14:32:26.779386 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2765b40f-f74b-497a-8c47-c65b1ad35781 {{(pid=78414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:32:26.801606 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:26.809133 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392bac3-f02f-4ff8-9602-8adef365393f req-c907c8ab-2a19-4697-8435-50f9ec5ca007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:26.810751 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-c392bac3-f02f-4ff8-9602-8adef365393f req-c907c8ab-2a19-4697-8435-50f9ec5ca007 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=61fd847d6a3d40d499b469ebbedd63d4&device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 1096 time: 0.0814064 Jun 25 14:32:26.833639 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Transition to ACTIVE for port object 2765b40f-f74b-497a-8c47-c65b1ad35781 will not be triggered until provisioned by entity L2. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:32:26.838496 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ef557231-b65a-4a24-abea-6c13b2b474cb req-b5abd5a0-4509-41b6-9ef0-aa166f66ada3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547233 Jun 25 14:32:26.839516 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:26.844281 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:26.994917 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Pushing event updated for resources: {'Port': ['ID=2765b40f-f74b-497a-8c47-c65b1ad35781,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:27.004179 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:27.045535 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392bac3-f02f-4ff8-9602-8adef365393f req-81ea29b0-9a6a-4b1d-b0ca-b32ca030e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:27.047179 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-c392bac3-f02f-4ff8-9602-8adef365393f req-81ea29b0-9a6a-4b1d-b0ca-b32ca030e0be service neutron] 10.222.0.38 "GET /v2.0/networks?id=71d00c41-9ff2-47a4-ae51-55993b3f457b HTTP/1.1" status: 200 len: 914 time: 0.2295673 Jun 25 14:32:27.132385 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-c392bac3-f02f-4ff8-9602-8adef365393f req-783dad23-03ea-4e37-9441-edd42db607c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa27631a-988c-407f-9c9f-2e6e1c63d4ac HTTP/1.1" status: 200 len: 217 time: 0.0667183 Jun 25 14:32:27.166818 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Attempting to bind port 2765b40f-f74b-497a-8c47-c65b1ad35781 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:32:27.167225 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Attempting to bind port 2765b40f-f74b-497a-8c47-c65b1ad35781 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df1d5041-60fd-4038-b4c3-d0dd4373d7cc'}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:32:27.167520 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Attempting to bind port 2765b40f-f74b-497a-8c47-c65b1ad35781 on network df1d5041-60fd-4038-b4c3-d0dd4373d7cc {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:32:27.174036 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Port 2765b40f-f74b-497a-8c47-c65b1ad35781 on network df1d5041-60fd-4038-b4c3-d0dd4373d7cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:32:27.174359 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Attempting to bind port 2765b40f-f74b-497a-8c47-c65b1ad35781 on network df1d5041-60fd-4038-b4c3-d0dd4373d7cc {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:32:27.180680 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:32:27.180976 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Checking segment: {'id': 'df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df1d5041-60fd-4038-b4c3-d0dd4373d7cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:32:27.181411 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Bound using segment: {'id': 'df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df1d5041-60fd-4038-b4c3-d0dd4373d7cc'} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:32:27.181850 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Bound port: 2765b40f-f74b-497a-8c47-c65b1ad35781, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df1d5041-60fd-4038-b4c3-d0dd4373d7cc'}}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:32:27.182248 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:27.213882 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392bac3-f02f-4ff8-9602-8adef365393f req-02768173-7f7b-4d92-9309-1e278db6cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:27.215357 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-c392bac3-f02f-4ff8-9602-8adef365393f req-02768173-7f7b-4d92-9309-1e278db6cdb1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c65bb94b-f4ec-4da5-9d03-72951ac05107 HTTP/1.1" status: 200 len: 853 time: 0.0713151 Jun 25 14:32:27.267776 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-c392bac3-f02f-4ff8-9602-8adef365393f req-a7c15707-19fc-41b7-9117-f4f869b4cc6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d00c41-9ff2-47a4-ae51-55993b3f457b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405483 Jun 25 14:32:27.274868 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] For port 2765b40f-f74b-497a-8c47-c65b1ad35781, host hv-cinder-79808, cleared binding levels {{(pid=78414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:32:27.277761 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] For port 2765b40f-f74b-497a-8c47-c65b1ad35781, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=2765b40f-f74b-497a-8c47-c65b1ad35781,segment=NetworkSegment(df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9),segment_id=df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9)] {{(pid=78414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:32:27.282108 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:27.286529 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f12f234f-2db2-46b0-8648-62279f1f3a6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:27.346051 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:27.346807 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:27.348338 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] 10.222.0.38 "PUT /v2.0/ports/2765b40f-f74b-497a-8c47-c65b1ad35781 HTTP/1.1" status: 200 len: 1094 time: 1.4825156 Jun 25 14:32:27.348966 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63a5e61-ce8f-4a60-aa47-e54fb1610090', 'tag': '2765b40f-f74b-497a-8c47-c65b1ad35781'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:32:27.388776 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Pushing event updated for resources: {'Port': ['ID=2765b40f-f74b-497a-8c47-c65b1ad35781,revision_number=3']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:27.393152 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:27.411875 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63a5e61-ce8f-4a60-aa47-e54fb1610090', 'tag': '2765b40f-f74b-497a-8c47-c65b1ad35781', 'status': 'completed', 'code': 200} Jun 25 14:32:27.415904 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-c392bac3-f02f-4ff8-9602-8adef365393f req-f979ad0a-3f01-4ff7-9e06-df25a777f69b service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378868 Jun 25 14:32:27.508117 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-7d68676a-b641-4bad-9f90-17b86008ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:27.509664 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-7d68676a-b641-4bad-9f90-17b86008ec15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a640ecedeef495eb5a27bfa0a0ea055&device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 1097 time: 0.0794203 Jun 25 14:32:27.577204 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-c392bac3-f02f-4ff8-9602-8adef365393f req-80c52cf0-1542-40bb-8c00-4a1ad448bfbd service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371822 Jun 25 14:32:27.601729 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-865bd7d8-b975-4b28-86d4-5bc18ae8f608 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2765b40f-f74b-497a-8c47-c65b1ad35781 HTTP/1.1" status: 200 len: 217 time: 0.0717487 Jun 25 14:32:27.679624 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-1582926e-532f-461e-ad66-4570a88bf03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:27.681521 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-1582926e-532f-461e-ad66-4570a88bf03b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b152ba07-0779-4325-a186-80efeb00d6a4 HTTP/1.1" status: 200 len: 848 time: 0.0689907 Jun 25 14:32:27.802596 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-fdd329e0-be8d-4d91-a175-b87064bc6fad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df1d5041-60fd-4038-b4c3-d0dd4373d7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025443 Jun 25 14:32:27.924579 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0f1d2-17fa-4bcf-88bf-1d8bde154d86 req-f9dc460d-639e-4d48-bb3d-26f67ad0fa47 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:27.926027 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b1c0f1d2-17fa-4bcf-88bf-1d8bde154d86 req-f9dc460d-639e-4d48-bb3d-26f67ad0fa47 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 944 time: 0.1910295 Jun 25 14:32:27.932108 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10287b-1065-4dd6-994b-bb8945dc813e req-6d934a62-63ba-47d2-88d2-6ea0d7bdbccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:27.933666 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-fa10287b-1065-4dd6-994b-bb8945dc813e req-6d934a62-63ba-47d2-88d2-6ea0d7bdbccd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=570df59ecce748a7b99477e25f41f4a4&device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 1098 time: 0.1014864 Jun 25 14:32:27.969416 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0b7b236c-0ebb-4c13-a6fc-09c27c48c09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:28.037967 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 47142) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:28.076859 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b1c0f1d2-17fa-4bcf-88bf-1d8bde154d86 req-e415fecb-9890-4252-8eb4-78f5d45ccf48 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7e78b20-effb-4e98-8e71-791eb333c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970559 Jun 25 14:32:28.091839 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10287b-1065-4dd6-994b-bb8945dc813e req-31608985-c06c-4d15-a479-a7f4fa08ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:28.093419 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-fa10287b-1065-4dd6-994b-bb8945dc813e req-31608985-c06c-4d15-a479-a7f4fa08ab0e service neutron] 10.222.0.38 "GET /v2.0/networks?id=f6be99bb-e9c4-4334-a275-5db1709be021 HTTP/1.1" status: 200 len: 920 time: 0.1470513 Jun 25 14:32:28.102521 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-859a658f-a402-47ed-8b3b-be73a86f9d52 service neutron] 10.222.0.38 "GET /v2.0/networks/df1d5041-60fd-4038-b4c3-d0dd4373d7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676201 Jun 25 14:32:28.129180 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefa8e8-4e24-46d2-9b30-c232083c1305 req-416f5d09-1080-4600-926e-03e6c93f27d2 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:28.130689 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cfefa8e8-4e24-46d2-9b30-c232083c1305 req-416f5d09-1080-4600-926e-03e6c93f27d2 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2142835 Jun 25 14:32:28.210705 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-fa10287b-1065-4dd6-994b-bb8945dc813e req-069be8ee-47c2-4584-acb0-d5e67f56b6de service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b HTTP/1.1" status: 200 len: 217 time: 0.0926986 Jun 25 14:32:28.262503 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-30b752d7-4f54-4773-82dc-5b867da3b17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:28.286548 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-30b752d7-4f54-4773-82dc-5b867da3b17c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:28.293141 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-30b752d7-4f54-4773-82dc-5b867da3b17c admin admin] Usage tracker for resource:security_group_rule and tenant:24bbc630dc5b41efa4943ab6d0a5764e is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:28.297245 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-30b752d7-4f54-4773-82dc-5b867da3b17c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:28.305606 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10287b-1065-4dd6-994b-bb8945dc813e req-95c79cf7-60d1-4550-826a-237f817ba302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:28.307502 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-fa10287b-1065-4dd6-994b-bb8945dc813e req-95c79cf7-60d1-4550-826a-237f817ba302 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f HTTP/1.1" status: 200 len: 859 time: 0.0832043 Jun 25 14:32:28.307897 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-30b752d7-4f54-4773-82dc-5b867da3b17c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:28.363479 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cfefa8e8-4e24-46d2-9b30-c232083c1305 req-0b492f64-9181-4b37-b6b4-5343a099348a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219493 Jun 25 14:32:28.373348 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-fa10287b-1065-4dd6-994b-bb8945dc813e req-dff19cfb-c587-4c93-a3f4-9f39e5edc32b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f6be99bb-e9c4-4334-a275-5db1709be021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520983 Jun 25 14:32:28.387409 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-722abcc6-55b7-45d8-ab26-aa3e69624050 req-aa54207b-b465-40c7-83a1-0300a3abfe67 service neutron] 10.222.0.38 "GET /v2.0/networks/df1d5041-60fd-4038-b4c3-d0dd4373d7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472439 Jun 25 14:32:28.417784 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a62ac-80df-4b13-af67-d536a345109e req-8ed9c42a-56c2-4c42-8786-2026c746e484 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:28.431895 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-430a62ac-80df-4b13-af67-d536a345109e req-8ed9c42a-56c2-4c42-8786-2026c746e484 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 943 time: 0.1790426 Jun 25 14:32:28.546733 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-430a62ac-80df-4b13-af67-d536a345109e req-387bc13d-ec06-4152-afb9-e5b663345b53 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136868 Jun 25 14:32:28.556430 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-30b752d7-4f54-4773-82dc-5b867da3b17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:28.558698 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-fa10287b-1065-4dd6-994b-bb8945dc813e req-91a3eaa4-1b88-439b-938a-7e987ae84943 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740456 Jun 25 14:32:28.561691 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-30b752d7-4f54-4773-82dc-5b867da3b17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:28.574521 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:28.593651 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a582846-e1f8-4b72-9a6c-544617b17397 req-0fb32f3d-09e0-4d1c-a1f4-49434f3bd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:28.595334 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1a582846-e1f8-4b72-9a6c-544617b17397 req-0fb32f3d-09e0-4d1c-a1f4-49434f3bd048 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a640ecedeef495eb5a27bfa0a0ea055&device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 1097 time: 0.0972366 Jun 25 14:32:28.626652 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b752d7-4f54-4773-82dc-5b867da3b17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dc2f74-d3c3-451a-9e39-ccb5b8f87807,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:28.635121 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-30b752d7-4f54-4773-82dc-5b867da3b17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:28.690538 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-30b752d7-4f54-4773-82dc-5b867da3b17c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24bbc630dc5b41efa4943ab6d0a5764e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6515353 Jun 25 14:32:28.694637 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 47154) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:28.746525 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-fa10287b-1065-4dd6-994b-bb8945dc813e req-c9bd9dba-18ac-4326-8de9-909030cd45c0 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480567 Jun 25 14:32:28.779200 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a582846-e1f8-4b72-9a6c-544617b17397 req-c2265d25-8bb6-412b-9fbf-db059ed26176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:28.780625 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1a582846-e1f8-4b72-9a6c-544617b17397 req-c2265d25-8bb6-412b-9fbf-db059ed26176 service neutron] 10.222.0.38 "GET /v2.0/networks?id=df1d5041-60fd-4038-b4c3-d0dd4373d7cc HTTP/1.1" status: 200 len: 909 time: 0.1728451 Jun 25 14:32:28.870603 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c4feec0c-9558-4268-8247-1fa7650163b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:28.880646 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1a582846-e1f8-4b72-9a6c-544617b17397 req-f21c954a-6ae8-4147-b6b6-b4f9ac48620c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2765b40f-f74b-497a-8c47-c65b1ad35781 HTTP/1.1" status: 200 len: 217 time: 0.0871816 Jun 25 14:32:28.950703 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c4feec0c-9558-4268-8247-1fa7650163b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:28.988866 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a582846-e1f8-4b72-9a6c-544617b17397 req-fd1a3ab8-6f0a-4210-84ea-71968d3c08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:28.990285 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1a582846-e1f8-4b72-9a6c-544617b17397 req-fd1a3ab8-6f0a-4210-84ea-71968d3c08a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b152ba07-0779-4325-a186-80efeb00d6a4 HTTP/1.1" status: 200 len: 848 time: 0.1008065 Jun 25 14:32:29.059298 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1a582846-e1f8-4b72-9a6c-544617b17397 req-b493506c-456a-4e7a-ada5-5592534ddd8a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df1d5041-60fd-4038-b4c3-d0dd4373d7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534880 Jun 25 14:32:29.065432 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c4feec0c-9558-4268-8247-1fa7650163b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:29.070265 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:29.090233 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:29.109998 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4feec0c-9558-4268-8247-1fa7650163b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dc2f74-d3c3-451a-9e39-ccb5b8f87807,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:29.113050 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c4feec0c-9558-4268-8247-1fa7650163b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:29.307804 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c4feec0c-9558-4268-8247-1fa7650163b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:29.308901 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-c4feec0c-9558-4268-8247-1fa7650163b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73dc2f74-d3c3-451a-9e39-ccb5b8f87807 HTTP/1.1" status: 204 len: 168 time: 0.6133075 Jun 25 14:32:29.381767 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1a582846-e1f8-4b72-9a6c-544617b17397 req-a2d35bf9-18fc-4ae1-9b19-fadd2ec6ee7d service neutron] 10.222.0.38 "GET /v2.0/networks/df1d5041-60fd-4038-b4c3-d0dd4373d7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122497 Jun 25 14:32:29.398447 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fff56-dd58-4f3d-a457-e91e212a01cf req-8d5a7be1-e1d6-4d62-9958-78ea68dabcad tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:29.411534 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4b1fff56-dd58-4f3d-a457-e91e212a01cf req-8d5a7be1-e1d6-4d62-9958-78ea68dabcad tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 944 time: 0.1503913 Jun 25 14:32:29.576198 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4b1fff56-dd58-4f3d-a457-e91e212a01cf req-16b41d23-b1fd-4520-97cc-f96b9e421b6d tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7e78b20-effb-4e98-8e71-791eb333c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689205 Jun 25 14:32:29.639286 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1a582846-e1f8-4b72-9a6c-544617b17397 req-cea6ba80-f426-4aa5-b1b0-59041ef4217f service neutron] 10.222.0.38 "GET /v2.0/networks/df1d5041-60fd-4038-b4c3-d0dd4373d7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293792 Jun 25 14:32:29.664461 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf60671-5825-4fd7-855a-7d48e71090d7 req-eae576e3-9965-4ba0-bed6-c5a4704be3fc tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:29.666030 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bdf60671-5825-4fd7-855a-7d48e71090d7 req-eae576e3-9965-4ba0-bed6-c5a4704be3fc tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1514366 Jun 25 14:32:29.752451 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bdf60671-5825-4fd7-855a-7d48e71090d7 req-af80a74b-e806-4b25-8fed-ad351127a259 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804043 Jun 25 14:32:29.792363 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa142e-50e1-490c-9899-4ba7e7865304 req-2000e4fa-4093-408e-9752-e961d8d86b30 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:29.793847 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1cfa142e-50e1-490c-9899-4ba7e7865304 req-2000e4fa-4093-408e-9752-e961d8d86b30 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 943 time: 0.0916936 Jun 25 14:32:29.851046 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1cfa142e-50e1-490c-9899-4ba7e7865304 req-27ba58b6-74a5-4fad-bdc3-e08f7e248cff tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489948 Jun 25 14:32:29.907743 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device aa27631a-988c-407f-9c9f-2e6e1c63d4ac details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:32:30.043842 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port aa27631a-988c-407f-9c9f-2e6e1c63d4ac, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=aa27631a-988c-407f-9c9f-2e6e1c63d4ac,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:30.060969 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': 'aa27631a-988c-407f-9c9f-2e6e1c63d4ac', 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b', 'port_id': 'aa27631a-988c-407f-9c9f-2e6e1c63d4ac', 'mac_address': 'fa:16:3e:7e:7a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65bb94b-f4ec-4da5-9d03-72951ac05107', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:32:30.120877 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:30.138972 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa27631a-988c-407f-9c9f-2e6e1c63d4ac {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:32:30.160930 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port aa27631a-988c-407f-9c9f-2e6e1c63d4ac, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=aa27631a-988c-407f-9c9f-2e6e1c63d4ac,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:30.166261 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:30.169269 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:30.237082 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=aa27631a-988c-407f-9c9f-2e6e1c63d4ac,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:30.240250 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:30.561508 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:30.747591 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['aa27631a-988c-407f-9c9f-2e6e1c63d4ac'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:32:30.770595 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cade5-92c5-417b-8ff3-5f577f8b1eb4 req-132d3ca5-2d3b-463e-8207-45d3a825062d tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:30.772069 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9b5cade5-92c5-417b-8ff3-5f577f8b1eb4 req-132d3ca5-2d3b-463e-8207-45d3a825062d tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 944 time: 0.0813708 Jun 25 14:32:30.820537 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9b5cade5-92c5-417b-8ff3-5f577f8b1eb4 req-d6b41e11-3774-4697-a526-477603c584cd tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7e78b20-effb-4e98-8e71-791eb333c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424311 Jun 25 14:32:30.947951 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79176552-066c-4baf-9cae-88c42817457e req-24af29fa-7303-48c7-8666-8ed9ba00776f tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:30.949470 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-79176552-066c-4baf-9cae-88c42817457e req-24af29fa-7303-48c7-8666-8ed9ba00776f tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0886350 Jun 25 14:32:31.043316 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-79176552-066c-4baf-9cae-88c42817457e req-126b3285-ae49-47db-8e41-f36c0fd337da tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875850 Jun 25 14:32:31.070495 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17056511-3258-4117-82a1-e36d9461fb50 req-ac0eca23-ed4b-4d06-857e-112daaa6ec7f tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:31.071977 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-17056511-3258-4117-82a1-e36d9461fb50 req-ac0eca23-ed4b-4d06-857e-112daaa6ec7f tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 944 time: 0.1025183 Jun 25 14:32:31.119847 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-17056511-3258-4117-82a1-e36d9461fb50 req-246bcb26-cc3b-417d-a59e-7f6028199a41 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420887 Jun 25 14:32:31.908280 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 2765b40f-f74b-497a-8c47-c65b1ad35781 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:32:31.911763 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device aa27631a-988c-407f-9c9f-2e6e1c63d4ac up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:32:32.032186 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573450c-3ce9-4d2c-bd1f-79ae090c747f req-f8092103-2acf-4e37-8229-6cff474f9b36 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:32.034774 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8573450c-3ce9-4d2c-bd1f-79ae090c747f req-f8092103-2acf-4e37-8229-6cff474f9b36 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 944 time: 0.0942888 Jun 25 14:32:32.100303 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8573450c-3ce9-4d2c-bd1f-79ae090c747f req-3ce96978-3b80-4d2b-8b1d-30443e5b47a9 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7e78b20-effb-4e98-8e71-791eb333c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562682 Jun 25 14:32:32.104262 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 2765b40f-f74b-497a-8c47-c65b1ad35781, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=2765b40f-f74b-497a-8c47-c65b1ad35781,segment=NetworkSegment(df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9),segment_id=df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:32.125984 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port aa27631a-988c-407f-9c9f-2e6e1c63d4ac completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:32:32.132100 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': '2765b40f-f74b-497a-8c47-c65b1ad35781', 'network_id': 'df1d5041-60fd-4038-b4c3-d0dd4373d7cc', 'port_id': '2765b40f-f74b-497a-8c47-c65b1ad35781', 'mac_address': 'fa:16:3e:4f:2b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b152ba07-0779-4325-a186-80efeb00d6a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:32:32.137884 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port aa27631a-988c-407f-9c9f-2e6e1c63d4ac triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:32:32.138298 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:32.257523 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:32.279284 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2765b40f-f74b-497a-8c47-c65b1ad35781 {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:32:32.316105 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8fd2b-da1f-4a1e-bbe9-dd49dab8ccea req-cb8d1e9b-88ca-4992-8ee3-65b29955da75 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:32.317601 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7cb8fd2b-da1f-4a1e-bbe9-dd49dab8ccea req-cb8d1e9b-88ca-4992-8ee3-65b29955da75 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1467659 Jun 25 14:32:32.335792 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 2765b40f-f74b-497a-8c47-c65b1ad35781, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=2765b40f-f74b-497a-8c47-c65b1ad35781,segment=NetworkSegment(df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9),segment_id=df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:32.341652 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:32.345755 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:32.384612 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7cb8fd2b-da1f-4a1e-bbe9-dd49dab8ccea req-aa5a0c32-af15-4312-b53e-b94101f85679 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540423 Jun 25 14:32:32.385526 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:32.426410 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0abe0-f5aa-4874-8890-96f07bd049b8 req-553c69e5-ce66-4d80-b8d6-2b39d93ddb63 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:32.437571 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-83f0abe0-f5aa-4874-8890-96f07bd049b8 req-553c69e5-ce66-4d80-b8d6-2b39d93ddb63 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 944 time: 0.1611636 Jun 25 14:32:32.443275 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735b0392-4ace-4462-b928-64587aa33317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa27631a-988c-407f-9c9f-2e6e1c63d4ac'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:32:32.459791 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port aa27631a-988c-407f-9c9f-2e6e1c63d4ac, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=aa27631a-988c-407f-9c9f-2e6e1c63d4ac,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:32.463336 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=2765b40f-f74b-497a-8c47-c65b1ad35781,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:32.467733 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:32.470755 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:32.472598 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3bbaad43-a95a-48e5-bb46-9a28aef63372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:32.503993 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-83f0abe0-f5aa-4874-8890-96f07bd049b8 req-23752560-7405-491b-8fe8-d9b4d387b458 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655563 Jun 25 14:32:32.546914 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=aa27631a-988c-407f-9c9f-2e6e1c63d4ac,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:32.550196 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:32.569574 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735b0392-4ace-4462-b928-64587aa33317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa27631a-988c-407f-9c9f-2e6e1c63d4ac', 'code': 200} Jun 25 14:32:32.761270 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['2765b40f-f74b-497a-8c47-c65b1ad35781'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:32:32.867266 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6d93b-1106-4ad9-8578-71791e10e426 req-a4422f15-addb-4bf3-8779-ac7345654455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:32.868735 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-98d6d93b-1106-4ad9-8578-71791e10e426 req-a4422f15-addb-4bf3-8779-ac7345654455 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 1098 time: 0.0936465 Jun 25 14:32:32.929539 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-98d6d93b-1106-4ad9-8578-71791e10e426 req-d3c84d6c-fabf-4f0a-854c-461fd7c93d15 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521002 Jun 25 14:32:33.340872 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d492a25-17bf-4412-8b4b-cba8074a581b req-c20b3bac-56fd-4d18-b143-a9408a6c99d6 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:33.343583 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2d492a25-17bf-4412-8b4b-cba8074a581b req-c20b3bac-56fd-4d18-b143-a9408a6c99d6 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 945 time: 0.0864949 Jun 25 14:32:33.411490 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2d492a25-17bf-4412-8b4b-cba8074a581b req-742718b7-3f39-4733-9813-561f6532ac5d tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7e78b20-effb-4e98-8e71-791eb333c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547693 Jun 25 14:32:33.585982 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a8ab8-09c8-4031-b6a4-29b73c1d5aa3 req-a90175a8-fc93-46e9-845e-ccc4fa83536d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:33.587490 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d29a8ab8-09c8-4031-b6a4-29b73c1d5aa3 req-a90175a8-fc93-46e9-845e-ccc4fa83536d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0883472 Jun 25 14:32:33.686050 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d29a8ab8-09c8-4031-b6a4-29b73c1d5aa3 req-c4d2193a-33b8-4d3c-9450-d08af4a8fc2c tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920868 Jun 25 14:32:33.736729 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf1429-ae6f-4d6d-8eff-14f4d97fef15 req-1f9581d3-3b6b-4342-a711-7cb229cc13b6 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:33.743834 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-73cf1429-ae6f-4d6d-8eff-14f4d97fef15 req-1f9581d3-3b6b-4342-a711-7cb229cc13b6 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.1299031 Jun 25 14:32:33.785647 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-73cf1429-ae6f-4d6d-8eff-14f4d97fef15 req-21128268-e4b7-4293-a09e-ab190479ae00 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Jun 25 14:32:34.614233 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95514a56-c778-4721-8142-ad70c2b93408 req-1f59b45f-6c22-422d-a4d0-bca760307d8b tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:34.615800 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-95514a56-c778-4721-8142-ad70c2b93408 req-1f59b45f-6c22-422d-a4d0-bca760307d8b tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 945 time: 0.0859265 Jun 25 14:32:34.667534 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-95514a56-c778-4721-8142-ad70c2b93408 req-48669f04-d375-46a2-9b26-d65dd1165b37 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7e78b20-effb-4e98-8e71-791eb333c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417876 Jun 25 14:32:34.846807 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 47326) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:35.002124 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d81f3725-7779-4f6f-a99a-93bbb58acc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:35.018257 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-d81f3725-7779-4f6f-a99a-93bbb58acc8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:35.022303 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-d81f3725-7779-4f6f-a99a-93bbb58acc8c admin admin] Usage tracker for resource:security_group_rule and tenant:abed23467eb54fb3aea588a39bb04e3c is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:35.025398 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-d81f3725-7779-4f6f-a99a-93bbb58acc8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:35.031353 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-d81f3725-7779-4f6f-a99a-93bbb58acc8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:35.071433 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019d7b2-63a7-4856-b5b2-1f50814fa3ad req-c8e36371-56cc-465e-a0ba-17383c38d280 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:35.072938 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8019d7b2-63a7-4856-b5b2-1f50814fa3ad req-c8e36371-56cc-465e-a0ba-17383c38d280 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2596469 Jun 25 14:32:35.081660 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c14e9-acb1-45bc-aa53-c89f77489b3b req-298e4616-618e-4049-9afa-d563dc21cd22 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:35.083313 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-142c14e9-acb1-45bc-aa53-c89f77489b3b req-298e4616-618e-4049-9afa-d563dc21cd22 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.1360891 Jun 25 14:32:35.144051 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d81f3725-7779-4f6f-a99a-93bbb58acc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:35.150099 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d81f3725-7779-4f6f-a99a-93bbb58acc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:35.166030 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8019d7b2-63a7-4856-b5b2-1f50814fa3ad req-62d51973-e742-451b-9ce6-e046ba342d7a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814822 Jun 25 14:32:35.176947 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9293f7e5-f196-43ce-914a-aa6452335eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:35.182265 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-142c14e9-acb1-45bc-aa53-c89f77489b3b req-d71c2038-3c29-473a-83bb-ae1bbf9e2426 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825920 Jun 25 14:32:35.231179 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f3725-7779-4f6f-a99a-93bbb58acc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c52bbbf-2c13-4c6a-b327-4f99e5476f9c,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:35.249432 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 47338) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:35.251540 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-d81f3725-7779-4f6f-a99a-93bbb58acc8c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=abed23467eb54fb3aea588a39bb04e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4013112 Jun 25 14:32:35.253083 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-d81f3725-7779-4f6f-a99a-93bbb58acc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:35.314950 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c60706cb-7926-40f2-81cb-3ff1ad7a1d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:35.346587 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c60706cb-7926-40f2-81cb-3ff1ad7a1d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:35.418859 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c60706cb-7926-40f2-81cb-3ff1ad7a1d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:35.424474 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a1ca2137-1259-422d-9aec-7f63fc0efdff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:35.440486 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60706cb-7926-40f2-81cb-3ff1ad7a1d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c52bbbf-2c13-4c6a-b327-4f99e5476f9c,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:35.443616 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c60706cb-7926-40f2-81cb-3ff1ad7a1d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:35.447631 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c60706cb-7926-40f2-81cb-3ff1ad7a1d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:35.451566 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-c60706cb-7926-40f2-81cb-3ff1ad7a1d46 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c52bbbf-2c13-4c6a-b327-4f99e5476f9c HTTP/1.1" status: 204 len: 168 time: 0.1979983 Jun 25 14:32:35.945477 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 2765b40f-f74b-497a-8c47-c65b1ad35781 up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:32:35.968971 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75875d-a289-4413-823f-d70244755df3 req-1c54b8fa-b00a-4074-8fcd-92ab96bc3da2 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:35.971492 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8c75875d-a289-4413-823f-d70244755df3 req-1c54b8fa-b00a-4074-8fcd-92ab96bc3da2 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 945 time: 0.0901501 Jun 25 14:32:36.085388 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8c75875d-a289-4413-823f-d70244755df3 req-e476f4fe-4cbf-4f48-b70c-b82e7beb4380 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7e78b20-effb-4e98-8e71-791eb333c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075494 Jun 25 14:32:36.132776 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port 2765b40f-f74b-497a-8c47-c65b1ad35781 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:32:36.143172 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port 2765b40f-f74b-497a-8c47-c65b1ad35781 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:32:36.143648 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:36.236315 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b790df-2662-4c9c-9138-3c382a67344e req-6d040487-2b5e-4dcd-8029-aba2c51c34c9 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:36.246185 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b9b790df-2662-4c9c-9138-3c382a67344e req-6d040487-2b5e-4dcd-8029-aba2c51c34c9 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1177173 Jun 25 14:32:36.291079 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b9b790df-2662-4c9c-9138-3c382a67344e req-68d43462-4d30-4be1-a714-a7b93aa0780c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467119 Jun 25 14:32:36.382710 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:36.406357 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb38bc8-6ac4-465b-8dd9-244686ef8563 req-248063f0-8d4e-459b-9574-30dd6a2950f8 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:36.408678 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8eb38bc8-6ac4-465b-8dd9-244686ef8563 req-248063f0-8d4e-459b-9574-30dd6a2950f8 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0923982 Jun 25 14:32:36.426574 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63a5e61-ce8f-4a60-aa47-e54fb1610090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2765b40f-f74b-497a-8c47-c65b1ad35781'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:32:36.452303 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 2765b40f-f74b-497a-8c47-c65b1ad35781, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=2765b40f-f74b-497a-8c47-c65b1ad35781,segment=NetworkSegment(df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9),segment_id=df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:36.458364 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:36.460399 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:36.491462 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8eb38bc8-6ac4-465b-8dd9-244686ef8563 req-d7abdac4-80cb-4b29-85c3-30ab75832de0 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763826 Jun 25 14:32:36.519201 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63a5e61-ce8f-4a60-aa47-e54fb1610090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2765b40f-f74b-497a-8c47-c65b1ad35781', 'code': 200} Jun 25 14:32:36.569076 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=2765b40f-f74b-497a-8c47-c65b1ad35781,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:36.583279 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:36.780893 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0442c2-a442-4112-8805-b90e392dcef3 req-da7e8ad4-ad1a-46ce-9fed-4059cc326eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:36.782555 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3e0442c2-a442-4112-8805-b90e392dcef3 req-da7e8ad4-ad1a-46ce-9fed-4059cc326eee service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 1099 time: 0.0812848 Jun 25 14:32:36.830934 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3e0442c2-a442-4112-8805-b90e392dcef3 req-a85e9e72-558b-4497-a05f-60193a07f672 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a7e78b20-effb-4e98-8e71-791eb333c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410597 Jun 25 14:32:37.322372 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c67dd-197e-4710-925c-9227f4fe6bc8 req-0a422e44-027f-4d3a-9c24-14cc9fa572fd tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:37.330375 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-928c67dd-197e-4710-925c-9227f4fe6bc8 req-0a422e44-027f-4d3a-9c24-14cc9fa572fd tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 946 time: 0.1148050 Jun 25 14:32:37.387629 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-928c67dd-197e-4710-925c-9227f4fe6bc8 req-cbc2bb3a-4c8c-4e89-bd82-66a060773852 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7e78b20-effb-4e98-8e71-791eb333c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562415 Jun 25 14:32:37.586237 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb02b2-babd-4ee0-9e15-683d14342d0a req-9d6eec87-4306-4075-bb95-2616eaa9b2f0 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:37.587704 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e7fb02b2-babd-4ee0-9e15-683d14342d0a req-9d6eec87-4306-4075-bb95-2616eaa9b2f0 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1456480 Jun 25 14:32:37.595583 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c1c2-f3c8-4cdd-acad-5832bbcfa530 req-c51242a4-f05d-4db2-bb8d-79988f0741b8 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:37.597226 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0241c1c2-f3c8-4cdd-acad-5832bbcfa530 req-c51242a4-f05d-4db2-bb8d-79988f0741b8 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.1129885 Jun 25 14:32:37.666891 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e7fb02b2-babd-4ee0-9e15-683d14342d0a req-e0bcfc3a-3911-4643-876f-41913cc6c4d6 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686829 Jun 25 14:32:37.671331 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0241c1c2-f3c8-4cdd-acad-5832bbcfa530 req-ae968cd5-5ba8-4b9e-95de-7504354d907d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605299 Jun 25 14:32:37.969150 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388e7fc-95a6-4820-b782-77882b080fde req-f29e391f-5e4a-46f8-86c5-2501988b2ead tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:37.971156 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b388e7fc-95a6-4820-b782-77882b080fde req-f29e391f-5e4a-46f8-86c5-2501988b2ead tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/networks?id=71d00c41-9ff2-47a4-ae51-55993b3f457b HTTP/1.1" status: 200 len: 813 time: 0.2037745 Jun 25 14:32:37.983331 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b528fed-9931-42ec-a442-fbff837a59b9 req-1c1111b7-7384-4756-9df8-5e2d235ed5a7 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:37.984777 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4b528fed-9931-42ec-a442-fbff837a59b9 req-1c1111b7-7384-4756-9df8-5e2d235ed5a7 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1914036 Jun 25 14:32:38.013499 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b388e7fc-95a6-4820-b782-77882b080fde req-6f1aef0d-a8be-46d1-a023-4db6f1fc61a5 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/quotas/61fd847d6a3d40d499b469ebbedd63d4 HTTP/1.1" status: 200 len: 375 time: 0.0277252 Jun 25 14:32:38.094518 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4b528fed-9931-42ec-a442-fbff837a59b9 req-f4fb6cd8-66c8-4442-8a46-9c06ae2fc038 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023147 Jun 25 14:32:38.131801 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b388e7fc-95a6-4820-b782-77882b080fde req-75135e2b-4710-4b6d-8cf7-354cda784a2a tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=61fd847d6a3d40d499b469ebbedd63d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119137 Jun 25 14:32:38.268290 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b388e7fc-95a6-4820-b782-77882b080fde req-3b87cd07-ef98-4c12-89e4-bb5191c679f8 service neutron] 10.222.0.50 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288879 Jun 25 14:32:38.424565 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b388e7fc-95a6-4820-b782-77882b080fde req-81d699c2-d6dc-45dd-bd74-39d150f37ad1 service neutron] 10.222.0.50 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499257 Jun 25 14:32:38.697646 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27217fc7-e9d0-468a-b008-92c08fd9b675 req-196ada3d-b661-4206-96d9-3ab450cc3b27 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 210 time: 0.1313868 Jun 25 14:32:38.715461 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324ff2d-3acf-495d-977c-d2b6ca418af4 req-3fdb73e8-e6ef-45f5-906d-58ebfd07706e tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:38.717108 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0324ff2d-3acf-495d-977c-d2b6ca418af4 req-3fdb73e8-e6ef-45f5-906d-58ebfd07706e tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 946 time: 0.2219696 Jun 25 14:32:38.774992 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0324ff2d-3acf-495d-977c-d2b6ca418af4 req-85c7eef6-8c60-4182-a9c6-97d18b0af61b tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7e78b20-effb-4e98-8e71-791eb333c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482266 Jun 25 14:32:38.959544 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a205d0-a467-471c-9e19-52f77211607e req-b2969a0e-1d2c-4693-90a0-20e5404e5650 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:38.961066 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-20a205d0-a467-471c-9e19-52f77211607e req-b2969a0e-1d2c-4693-90a0-20e5404e5650 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.1565979 Jun 25 14:32:39.025008 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-20a205d0-a467-471c-9e19-52f77211607e req-7aab9b04-5b5d-43e9-b66f-2ea2135869ed tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553567 Jun 25 14:32:39.050408 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dbe9c-611e-4c80-9d50-f4e15080e27a req-c78ccb70-ba7b-4ea5-84ee-4f5c0e7862c2 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:39.053746 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-253dbe9c-611e-4c80-9d50-f4e15080e27a req-c78ccb70-ba7b-4ea5-84ee-4f5c0e7862c2 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1626329 Jun 25 14:32:39.108913 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-253dbe9c-611e-4c80-9d50-f4e15080e27a req-56e0de0f-a883-40fc-a066-2aaa1f1c1459 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471458 Jun 25 14:32:39.366347 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cd86c-68a2-4184-bd3d-b451ad43dd4e req-a40630ad-db5d-4fc6-b1b7-b5a672f74406 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:39.367966 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cf8cd86c-68a2-4184-bd3d-b451ad43dd4e req-a40630ad-db5d-4fc6-b1b7-b5a672f74406 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0910411 Jun 25 14:32:39.415443 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cf8cd86c-68a2-4184-bd3d-b451ad43dd4e req-08a87a5a-8d6e-4636-b95b-e795b9c1f6a4 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Jun 25 14:32:39.786535 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 47492) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:39.861366 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9bf25370-ae2e-4a52-b36b-33a6d737df6d req-0072c101-e0a3-470c-b7d7-51a6a50ee6ff tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 210 time: 0.0459096 Jun 25 14:32:39.980814 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a778529b-5787-42c1-915b-41cb6f67e174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.003098 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-a778529b-5787-42c1-915b-41cb6f67e174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:40.019279 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-a778529b-5787-42c1-915b-41cb6f67e174 admin admin] Usage tracker for resource:security_group_rule and tenant:7e440f4f99bf4c6dbb2e6ef65a974ed7 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:40.024590 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-a778529b-5787-42c1-915b-41cb6f67e174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:40.040248 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-a778529b-5787-42c1-915b-41cb6f67e174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:40.060310 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388e7fc-95a6-4820-b782-77882b080fde req-388ca33f-dd09-42db-ae4c-3e63550330bd tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:40.061754 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b388e7fc-95a6-4820-b782-77882b080fde req-388ca33f-dd09-42db-ae4c-3e63550330bd tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "GET /v2.0/networks?id=71d00c41-9ff2-47a4-ae51-55993b3f457b HTTP/1.1" status: 200 len: 813 time: 0.1907263 Jun 25 14:32:40.081279 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Request body: {'port': {'device_id': '2b95e42f-90df-47d4-a0ae-ccf1c3127722', 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b', 'admin_state_up': True, 'tenant_id': '61fd847d6a3d40d499b469ebbedd63d4'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:32:40.388250 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a778529b-5787-42c1-915b-41cb6f67e174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.391394 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:40.398900 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Usage tracker for resource:port and tenant:61fd847d6a3d40d499b469ebbedd63d4 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:40.403409 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a778529b-5787-42c1-915b-41cb6f67e174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.411837 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:40.416711 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-62f6024d-bfa5-48cf-8a98-c3fceb5f8aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:40.435651 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:40.445931 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9915653-b38c-4c01-a906-1cb689df5d70 req-271a0a26-93e1-4fae-93d9-aa08459de96e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:40.447334 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b9915653-b38c-4c01-a906-1cb689df5d70 req-271a0a26-93e1-4fae-93d9-aa08459de96e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.2864439 Jun 25 14:32:40.510516 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Made reservation on behalf of 61fd847d6a3d40d499b469ebbedd63d4 for: {'port': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:32:40.513966 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.523018 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778529b-5787-42c1-915b-41cb6f67e174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aabdeb-229f-42b9-a7ac-c0324badad04,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:40.529896 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-a778529b-5787-42c1-915b-41cb6f67e174 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e440f4f99bf4c6dbb2e6ef65a974ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7398865 Jun 25 14:32:40.529896 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a778529b-5787-42c1-915b-41cb6f67e174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:40.532943 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 47518) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:40.543308 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac506e6-8628-4f37-8d84-9fc1b689cc92 req-d321d6b5-2372-4d27-9694-2c16209145fc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:40.544788 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bac506e6-8628-4f37-8d84-9fc1b689cc92 req-d321d6b5-2372-4d27-9694-2c16209145fc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.3134732 Jun 25 14:32:40.613829 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-085d75d4-c640-45d8-b21f-4fee67da74a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.630792 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b9915653-b38c-4c01-a906-1cb689df5d70 req-7cc1d586-8b58-42ed-9070-758ecbce8778 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676764 Jun 25 14:32:40.643284 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-085d75d4-c640-45d8-b21f-4fee67da74a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.682271 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bac506e6-8628-4f37-8d84-9fc1b689cc92 req-3ca6c1f4-6238-4d9a-b571-839874afe59e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250508 Jun 25 14:32:40.699036 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-085d75d4-c640-45d8-b21f-4fee67da74a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.709908 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:40.726640 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d75d4-c640-45d8-b21f-4fee67da74a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aabdeb-229f-42b9-a7ac-c0324badad04,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:40.732267 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-085d75d4-c640-45d8-b21f-4fee67da74a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.736329 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-085d75d4-c640-45d8-b21f-4fee67da74a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3aabdeb-229f-42b9-a7ac-c0324badad04 HTTP/1.1" status: 204 len: 168 time: 0.2004676 Jun 25 14:32:40.737868 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-085d75d4-c640-45d8-b21f-4fee67da74a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:40.828895 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Allocated IP 172.20.0.11 (71d00c41-9ff2-47a4-ae51-55993b3f457b/c65bb94b-f4ec-4da5-9d03-72951ac05107/4d0b9015-766c-43fd-b7eb-08d66225f336) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:32:40.882704 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c782489-0563-441d-8ca7-3936c44ca92f req-38b4765c-0b7a-4a6f-a49e-9f00245edcf9 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:40.884198 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9c782489-0563-441d-8ca7-3936c44ca92f req-38b4765c-0b7a-4a6f-a49e-9f00245edcf9 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1419158 Jun 25 14:32:41.090165 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4846b4ca-7001-49e2-bc1b-03084842d321 req-478b5109-4fde-4db3-8955-b0b752c9e8c7 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 210 time: 0.0806561 Jun 25 14:32:41.097289 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9c782489-0563-441d-8ca7-3936c44ca92f req-b2945ddf-8e52-429a-bfb9-8c4b299ed44c tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954994 Jun 25 14:32:41.164913 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:41.198821 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:41.207347 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:41.223721 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['faad8023-08e3-4366-82bf-1aa6f885ac45', 'aa27631a-988c-407f-9c9f-2e6e1c63d4ac'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:32:41.279686 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Network 71d00c41-9ff2-47a4-ae51-55993b3f457b is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:32:41.284225 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:32:41.287516 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:32:41.455454 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Pushing event updated for resources: {'Port': ['ID=4d0b9015-766c-43fd-b7eb-08d66225f336,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:41.459316 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:41.481739 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:41.482647 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:41.517791 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b388e7fc-95a6-4820-b782-77882b080fde req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4397616 Jun 25 14:32:41.534104 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Request body: {'port': {'device_id': '2b95e42f-90df-47d4-a0ae-ccf1c3127722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:32:41.648342 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:32:41.684968 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:42.114942 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 47572) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:42.165133 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572bc54-5bb8-40b8-88b1-84bf92f30994 req-e664aada-d382-4c86-93ef-f14d9e6c972d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:42.166633 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3572bc54-5bb8-40b8-88b1-84bf92f30994 req-e664aada-d382-4c86-93ef-f14d9e6c972d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.3258092 Jun 25 14:32:42.183276 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d36a7-decf-4942-8e7c-04e8d5564501 req-84795fe9-aa74-4a0f-879b-6d0da2ce9c22 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:42.184757 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7d4d36a7-decf-4942-8e7c-04e8d5564501 req-84795fe9-aa74-4a0f-879b-6d0da2ce9c22 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.3428380 Jun 25 14:32:42.316894 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3572bc54-5bb8-40b8-88b1-84bf92f30994 req-6bec93d2-e25e-45d6-8509-876e423f8cf8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310332 Jun 25 14:32:42.342610 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7d4d36a7-decf-4942-8e7c-04e8d5564501 req-e1e5f104-80c4-4cf7-830b-18c52be1de8d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391404 Jun 25 14:32:42.432055 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:42.460014 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:42.465460 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Usage tracker for resource:security_group_rule and tenant:fbdde492ce4b47ec99aa584f2a1f6ba1 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:42.469377 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:42.478509 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:42.589605 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:42.593831 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:42.602193 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-085d75d4-c640-45d8-b21f-4fee67da74a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:42.635309 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0b9015-766c-43fd-b7eb-08d66225f336 {{(pid=78414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:32:42.661085 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:42.687870 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Transition to ACTIVE for port object 4d0b9015-766c-43fd-b7eb-08d66225f336 will not be triggered until provisioned by entity L2. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:32:42.693813 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:42.701206 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:42.728961 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fbdde492ce4b47ec99aa584f2a1f6ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6128435 Jun 25 14:32:42.729700 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9f72ab-a681-4579-8099-36f42478f9d0,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:42.731689 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 47594) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:42.749167 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.749521 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.749866 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.750461 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.750802 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.751195 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.752055 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.752390 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.752718 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.753045 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.753376 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.753696 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.759179 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:42.804064 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ae0d9d3f-22e9-4c51-9b8a-48cb9b39e338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:42.825495 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a0706-3c41-43be-b773-63cc8b893f00 req-f0b6a6c3-4943-47fc-b933-e15c4d5fc908 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:42.826933 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-be8a0706-3c41-43be-b773-63cc8b893f00 req-f0b6a6c3-4943-47fc-b933-e15c4d5fc908 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.3026216 Jun 25 14:32:42.830754 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ae0d9d3f-22e9-4c51-9b8a-48cb9b39e338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:42.847578 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d41ed-eca6-40a6-a151-825151dcdabe req-5c945b40-57e5-4a8d-860a-ff7a3fdf16c3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:42.848269 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-834d41ed-eca6-40a6-a151-825151dcdabe req-5c945b40-57e5-4a8d-860a-ff7a3fdf16c3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Synchronizing usage tracker for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:32:42.881162 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0b9015-766c-43fd-b7eb-08d66225f336,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:42.886070 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ae0d9d3f-22e9-4c51-9b8a-48cb9b39e338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:42.892047 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:42.905968 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d9d3f-22e9-4c51-9b8a-48cb9b39e338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9f72ab-a681-4579-8099-36f42478f9d0,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:42.908665 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-ae0d9d3f-22e9-4c51-9b8a-48cb9b39e338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:42.909582 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ae0d9d3f-22e9-4c51-9b8a-48cb9b39e338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:42.913235 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-ae0d9d3f-22e9-4c51-9b8a-48cb9b39e338 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e9f72ab-a681-4579-8099-36f42478f9d0 HTTP/1.1" status: 204 len: 168 time: 0.1781163 Jun 25 14:32:42.950181 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.950181 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.950181 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.950181 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.950181 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.950181 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.950181 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.950181 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.950181 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.950181 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.950181 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.950181 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:42.953131 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:42.957504 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-834d41ed-eca6-40a6-a151-825151dcdabe req-5c945b40-57e5-4a8d-860a-ff7a3fdf16c3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Unset dirty status for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:32:42.958653 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-834d41ed-eca6-40a6-a151-825151dcdabe req-5c945b40-57e5-4a8d-860a-ff7a3fdf16c3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 932 time: 0.3993769 Jun 25 14:32:43.021919 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-be8a0706-3c41-43be-b773-63cc8b893f00 req-f9a8f4eb-e138-4b9e-8bd4-d39a39f85f14 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849077 Jun 25 14:32:43.062663 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-834d41ed-eca6-40a6-a151-825151dcdabe req-40a562a3-d7ed-46e2-856d-7f296bb160bb tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736251 Jun 25 14:32:43.082848 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Attempting to bind port 4d0b9015-766c-43fd-b7eb-08d66225f336 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:32:43.083723 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Attempting to bind port 4d0b9015-766c-43fd-b7eb-08d66225f336 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:32:43.084222 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Attempting to bind port 4d0b9015-766c-43fd-b7eb-08d66225f336 on network 71d00c41-9ff2-47a4-ae51-55993b3f457b {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:32:43.090007 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Port 4d0b9015-766c-43fd-b7eb-08d66225f336 on network 71d00c41-9ff2-47a4-ae51-55993b3f457b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:32:43.090767 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Attempting to bind port 4d0b9015-766c-43fd-b7eb-08d66225f336 on network 71d00c41-9ff2-47a4-ae51-55993b3f457b {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:32:43.098714 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:32:43.099162 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Checking segment: {'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:32:43.099496 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Bound using segment: {'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:32:43.099936 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Bound port: 4d0b9015-766c-43fd-b7eb-08d66225f336, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'}}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:32:43.100284 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:43.206987 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] For port 4d0b9015-766c-43fd-b7eb-08d66225f336, host hv-cinder-79808, cleared binding levels {{(pid=78414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:32:43.210082 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] For port 4d0b9015-766c-43fd-b7eb-08d66225f336, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=4d0b9015-766c-43fd-b7eb-08d66225f336,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:32:43.214611 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:43.219212 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-df45572a-9dca-4c41-8bbc-00c09e01c4e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:43.281224 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:43.281829 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:43.283244 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b388e7fc-95a6-4820-b782-77882b080fde req-a394218a-53df-4627-9296-221785d8b225 service neutron] 10.222.0.38 "PUT /v2.0/ports/4d0b9015-766c-43fd-b7eb-08d66225f336 HTTP/1.1" status: 200 len: 1094 time: 1.7546842 Jun 25 14:32:43.283735 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b95e42f-90df-47d4-a0ae-ccf1c3127722', 'tag': '4d0b9015-766c-43fd-b7eb-08d66225f336'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:32:43.303942 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0b9015-766c-43fd-b7eb-08d66225f336,revision_number=3']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:43.307274 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:43.359400 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b95e42f-90df-47d4-a0ae-ccf1c3127722', 'tag': '4d0b9015-766c-43fd-b7eb-08d66225f336', 'status': 'completed', 'code': 200} Jun 25 14:32:43.516285 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2c96b-3ac2-48aa-8ee5-04466a714174 req-31b22533-3fad-43ef-892b-90a8dc5fb401 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:43.517779 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-82b2c96b-3ac2-48aa-8ee5-04466a714174 req-31b22533-3fad-43ef-892b-90a8dc5fb401 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 946 time: 0.1575611 Jun 25 14:32:43.527000 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388e7fc-95a6-4820-b782-77882b080fde req-26f1558c-fd5a-4edb-8958-74999d442f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:43.528405 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b388e7fc-95a6-4820-b782-77882b080fde req-26f1558c-fd5a-4edb-8958-74999d442f0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=61fd847d6a3d40d499b469ebbedd63d4&device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 1097 time: 0.2008810 Jun 25 14:32:43.708125 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b388e7fc-95a6-4820-b782-77882b080fde req-47341391-fc3c-405d-ad39-04c4b1a13431 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d0b9015-766c-43fd-b7eb-08d66225f336 HTTP/1.1" status: 200 len: 217 time: 0.1661990 Jun 25 14:32:43.770689 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-82b2c96b-3ac2-48aa-8ee5-04466a714174 req-31e74797-d4fc-47a2-b837-70fdd4de3643 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7e78b20-effb-4e98-8e71-791eb333c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456899 Jun 25 14:32:43.785941 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3624f-f2ae-4733-9d63-ae15a293162c req-be329705-563d-4d1e-890b-ae43d77acacc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:43.786621 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9aa3624f-f2ae-4733-9d63-ae15a293162c req-be329705-563d-4d1e-890b-ae43d77acacc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.3449638 Jun 25 14:32:43.818206 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388e7fc-95a6-4820-b782-77882b080fde req-ecc12164-d4de-4c57-9ea8-e270a94f8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:43.819650 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b388e7fc-95a6-4820-b782-77882b080fde req-ecc12164-d4de-4c57-9ea8-e270a94f8238 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c65bb94b-f4ec-4da5-9d03-72951ac05107 HTTP/1.1" status: 200 len: 853 time: 0.0962083 Jun 25 14:32:43.877626 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b388e7fc-95a6-4820-b782-77882b080fde req-1cf177c4-b663-463b-80bf-7fdf5116ee49 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d00c41-9ff2-47a4-ae51-55993b3f457b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474784 Jun 25 14:32:43.882325 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9aa3624f-f2ae-4733-9d63-ae15a293162c req-da298f32-4d7d-4e9d-bf27-c1a3a5789876 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872350 Jun 25 14:32:44.073239 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b388e7fc-95a6-4820-b782-77882b080fde req-f7cb2144-da3f-49a4-9b69-582f5c556e16 service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573174 Jun 25 14:32:44.081207 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f25de3-05fe-4cf0-82be-4699b231d76a req-3803c081-61bd-4d65-84b5-4dea9c88417a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:44.082623 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f6f25de3-05fe-4cf0-82be-4699b231d76a req-3803c081-61bd-4d65-84b5-4dea9c88417a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.1982894 Jun 25 14:32:44.266728 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f6f25de3-05fe-4cf0-82be-4699b231d76a req-ed4fbd0a-d88c-457e-8b0f-97fb7ed9dd48 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629477 Jun 25 14:32:44.319382 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b388e7fc-95a6-4820-b782-77882b080fde req-95836df2-938e-46c1-92bd-be13ed9526af service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356582 Jun 25 14:32:44.343615 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff5899-170d-4ff7-8e99-55bc852232c8 req-5ec15101-355a-44d6-96e5-2bfe424ef835 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:44.346490 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d6ff5899-170d-4ff7-8e99-55bc852232c8 req-5ec15101-355a-44d6-96e5-2bfe424ef835 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1586118 Jun 25 14:32:44.506339 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d6ff5899-170d-4ff7-8e99-55bc852232c8 req-84e7a22c-52b3-4328-8dc7-6e0d0bab186b tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540287 Jun 25 14:32:44.539253 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b4250-1d7a-48f1-9a7a-ba46d2120971 req-67252394-9894-4518-8175-a5b3c683a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:44.540620 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-270b4250-1d7a-48f1-9a7a-ba46d2120971 req-67252394-9894-4518-8175-a5b3c683a28b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=61fd847d6a3d40d499b469ebbedd63d4&device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 1097 time: 0.1629884 Jun 25 14:32:44.554975 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236dd3e-c4d3-4d1c-b032-e3c2dd3aa491 req-d74cfc41-d364-4469-99e5-06a167d83f97 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:44.556360 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c236dd3e-c4d3-4d1c-b032-e3c2dd3aa491 req-d74cfc41-d364-4469-99e5-06a167d83f97 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 944 time: 0.1415250 Jun 25 14:32:44.677918 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c236dd3e-c4d3-4d1c-b032-e3c2dd3aa491 req-9d1ed462-86f7-461f-a5ea-e85da9fabccc tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025653 Jun 25 14:32:44.715432 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b4250-1d7a-48f1-9a7a-ba46d2120971 req-ad560c5a-ae7e-49d1-8ebc-959259d8dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:44.716848 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-270b4250-1d7a-48f1-9a7a-ba46d2120971 req-ad560c5a-ae7e-49d1-8ebc-959259d8dbbb service neutron] 10.222.0.38 "GET /v2.0/networks?id=71d00c41-9ff2-47a4-ae51-55993b3f457b HTTP/1.1" status: 200 len: 914 time: 0.1596725 Jun 25 14:32:44.789478 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-270b4250-1d7a-48f1-9a7a-ba46d2120971 req-20a86d2e-9309-4b39-a311-ca311e779500 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d0b9015-766c-43fd-b7eb-08d66225f336 HTTP/1.1" status: 200 len: 217 time: 0.0588956 Jun 25 14:32:44.866173 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b4250-1d7a-48f1-9a7a-ba46d2120971 req-5564bcb5-8225-4576-8d02-9fac188aa45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:44.867612 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-270b4250-1d7a-48f1-9a7a-ba46d2120971 req-5564bcb5-8225-4576-8d02-9fac188aa45b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c65bb94b-f4ec-4da5-9d03-72951ac05107 HTTP/1.1" status: 200 len: 853 time: 0.0606804 Jun 25 14:32:44.960777 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-270b4250-1d7a-48f1-9a7a-ba46d2120971 req-e4dc0196-8165-4f20-9488-573c037eec6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d00c41-9ff2-47a4-ae51-55993b3f457b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505579 Jun 25 14:32:45.145789 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a98fac-8c83-41c6-a8a6-510eedcddd82 req-9fef7348-cb07-409a-92ac-9d2848441ad8 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:45.147252 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-15a98fac-8c83-41c6-a8a6-510eedcddd82 req-9fef7348-cb07-409a-92ac-9d2848441ad8 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 946 time: 0.2664061 Jun 25 14:32:45.185005 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-270b4250-1d7a-48f1-9a7a-ba46d2120971 req-3d4700f5-5aee-438a-a091-a4e6784c22e2 service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124543 Jun 25 14:32:45.375957 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29916f9a-0920-412f-8ff5-0d5025260f0a req-4ce6a061-9b5b-4471-b63d-5aaba90d3bf5 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:45.377895 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-29916f9a-0920-412f-8ff5-0d5025260f0a req-4ce6a061-9b5b-4471-b63d-5aaba90d3bf5 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.3836675 Jun 25 14:32:45.384742 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-15a98fac-8c83-41c6-a8a6-510eedcddd82 req-103d39d7-1840-4cdf-8aee-bb828589d1f2 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7e78b20-effb-4e98-8e71-791eb333c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246709 Jun 25 14:32:45.462742 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-29916f9a-0920-412f-8ff5-0d5025260f0a req-13fe3b4d-8415-4e5a-a6ed-b1ccac09508e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694067 Jun 25 14:32:45.471199 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-270b4250-1d7a-48f1-9a7a-ba46d2120971 req-c1aa7892-04f0-4d51-901e-ab5399bc7273 service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695186 Jun 25 14:32:45.571442 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52472a52-d0fd-44c1-a901-2c71d06671c2 req-e55e0ff7-fc67-4bfc-8beb-1682287f5000 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:45.573330 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-52472a52-d0fd-44c1-a901-2c71d06671c2 req-e55e0ff7-fc67-4bfc-8beb-1682287f5000 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.0886159 Jun 25 14:32:45.629778 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-52472a52-d0fd-44c1-a901-2c71d06671c2 req-5e133c83-0a18-480b-b19a-28e546ce5a7f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505974 Jun 25 14:32:45.726454 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38edfd0-9a0b-4f4b-815a-35de6e847068 req-fab6bfd3-a4f8-4d6c-8d93-2b971e5bd3cb tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:45.728035 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b38edfd0-9a0b-4f4b-815a-35de6e847068 req-fab6bfd3-a4f8-4d6c-8d93-2b971e5bd3cb tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0832798 Jun 25 14:32:45.780598 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b38edfd0-9a0b-4f4b-815a-35de6e847068 req-3723eeb5-44ac-4918-bf09-6f67e5a1782b tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456870 Jun 25 14:32:45.870992 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b60a2-eea5-4950-bcca-b6e230a35fc6 req-afa67add-5e2e-4610-8f20-cee6a064ffd3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:45.872499 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-be6b60a2-eea5-4950-bcca-b6e230a35fc6 req-afa67add-5e2e-4610-8f20-cee6a064ffd3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 944 time: 0.0863729 Jun 25 14:32:45.916767 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-be6b60a2-eea5-4950-bcca-b6e230a35fc6 req-bac2a009-3416-4b38-b514-689a5844ad67 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382640 Jun 25 14:32:45.999280 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4055d4b-b3d4-43b4-b545-21ac6911eed5 req-7909656b-bb71-476c-8c1d-710a8f33f225 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:46.001014 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a4055d4b-b3d4-43b4-b545-21ac6911eed5 req-7909656b-bb71-476c-8c1d-710a8f33f225 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.38 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 946 time: 0.0834281 Jun 25 14:32:46.076633 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-a4055d4b-b3d4-43b4-b545-21ac6911eed5 req-5c70ce05-2bce-435b-b34c-fb8d94dd6452 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Deleting port 2765b40f-f74b-497a-8c47-c65b1ad35781 {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:32:46.076996 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-a4055d4b-b3d4-43b4-b545-21ac6911eed5 req-5c70ce05-2bce-435b-b34c-fb8d94dd6452 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:46.297262 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ef1c-f51e-4bb3-aff9-79b4d9ca1bd5 req-b7657389-ef8b-46b1-a6a8-816402024fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:46.299292 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-d377ef1c-f51e-4bb3-aff9-79b4d9ca1bd5 req-b7657389-ef8b-46b1-a6a8-816402024fb0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 1098 time: 0.0723264 Jun 25 14:32:46.327675 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-a4055d4b-b3d4-43b4-b545-21ac6911eed5 req-5c70ce05-2bce-435b-b34c-fb8d94dd6452 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] For port 2765b40f-f74b-497a-8c47-c65b1ad35781, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=2765b40f-f74b-497a-8c47-c65b1ad35781,segment=NetworkSegment(df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9),segment_id=df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:46.328030 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-a4055d4b-b3d4-43b4-b545-21ac6911eed5 req-5c70ce05-2bce-435b-b34c-fb8d94dd6452 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:46.350319 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-d377ef1c-f51e-4bb3-aff9-79b4d9ca1bd5 req-beb90df5-dac0-41d3-a605-d949daa19bad service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335877 Jun 25 14:32:46.449751 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-a4055d4b-b3d4-43b4-b545-21ac6911eed5 req-5c70ce05-2bce-435b-b34c-fb8d94dd6452 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Calling delete_port for 2765b40f-f74b-497a-8c47-c65b1ad35781 owned by compute:nova {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:32:46.698764 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592c229-95de-42ad-b30e-e48d1d6c4862 req-3d7ea131-89fc-4b57-99fc-56a9451f6ff0 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:46.700310 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0592c229-95de-42ad-b30e-e48d1d6c4862 req-3d7ea131-89fc-4b57-99fc-56a9451f6ff0 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63a5e61-ce8f-4a60-aa47-e54fb1610090 HTTP/1.1" status: 200 len: 946 time: 0.2009382 Jun 25 14:32:46.740097 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-a4055d4b-b3d4-43b4-b545-21ac6911eed5 req-5c70ce05-2bce-435b-b34c-fb8d94dd6452 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:46.753179 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['2765b40f-f74b-497a-8c47-c65b1ad35781'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:32:46.758094 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2f783fd3-5ca5-44fc-94b9-5b9fef7e43a1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:46.807679 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70ce05-2bce-435b-b34c-fb8d94dd6452 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Pushing event deleted for resources: {'Port': ['ID=2765b40f-f74b-497a-8c47-c65b1ad35781,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:46.810636 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5c70ce05-2bce-435b-b34c-fb8d94dd6452 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:46.845453 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0592c229-95de-42ad-b30e-e48d1d6c4862 req-2f4121ae-7c5f-4ea9-babe-b8a51d3923c8 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7e78b20-effb-4e98-8e71-791eb333c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338389 Jun 25 14:32:46.857810 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c767f5-159b-43b7-bf2d-3cfb785ef5bc req-f724e3c0-aa7f-482c-b12f-89e5597ac840 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:46.859409 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3c767f5-159b-43b7-bf2d-3cfb785ef5bc req-f724e3c0-aa7f-482c-b12f-89e5597ac840 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.2735493 Jun 25 14:32:46.917329 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4055d4b-b3d4-43b4-b545-21ac6911eed5 req-5c70ce05-2bce-435b-b34c-fb8d94dd6452 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] No DVR routers for this DVR port 2765b40f-f74b-497a-8c47-c65b1ad35781 on host hv-cinder-79808 {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:32:46.921967 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-a4055d4b-b3d4-43b4-b545-21ac6911eed5 req-5c70ce05-2bce-435b-b34c-fb8d94dd6452 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:46.925092 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63a5e61-ce8f-4a60-aa47-e54fb1610090', 'name': 'network-vif-deleted', 'tag': '2765b40f-f74b-497a-8c47-c65b1ad35781'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:32:46.957483 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a4055d4b-b3d4-43b4-b545-21ac6911eed5 req-5c70ce05-2bce-435b-b34c-fb8d94dd6452 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] 10.222.0.38 "DELETE /v2.0/ports/2765b40f-f74b-497a-8c47-c65b1ad35781 HTTP/1.1" status: 204 len: 173 time: 0.9467711 Jun 25 14:32:46.997260 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3c767f5-159b-43b7-bf2d-3cfb785ef5bc req-7e68386d-c257-4fa7-92db-66a78e588f49 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314156 Jun 25 14:32:47.048852 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbcf40-424d-4997-8b11-865e1e0e862b req-eb545d6e-559a-4f68-9b59-0f8d2042737f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:47.056103 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e5dbcf40-424d-4997-8b11-865e1e0e862b req-eb545d6e-559a-4f68-9b59-0f8d2042737f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.1037047 Jun 25 14:32:47.107627 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e5dbcf40-424d-4997-8b11-865e1e0e862b req-d1eaaf68-ceb2-4a25-94fc-9da3cb6c146d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504947 Jun 25 14:32:47.272851 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63a5e61-ce8f-4a60-aa47-e54fb1610090', 'name': 'network-vif-deleted', 'tag': '2765b40f-f74b-497a-8c47-c65b1ad35781', 'status': 'completed', 'code': 200} Jun 25 14:32:47.368051 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc435c-df0d-44f8-ae4b-5fdcdbe7d705 req-1a3d4a2f-52f6-40f0-8cbe-e4f1b08874f4 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:47.369484 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-51cc435c-df0d-44f8-ae4b-5fdcdbe7d705 req-1a3d4a2f-52f6-40f0-8cbe-e4f1b08874f4 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2443895 Jun 25 14:32:47.410473 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddd531-a7bd-4909-8350-66923b314d3c req-7cf75ccb-042f-4a0c-9cf4-bdb2b7e0ed43 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:47.411963 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cfddd531-a7bd-4909-8350-66923b314d3c req-7cf75ccb-042f-4a0c-9cf4-bdb2b7e0ed43 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 944 time: 0.1263275 Jun 25 14:32:47.449035 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-51cc435c-df0d-44f8-ae4b-5fdcdbe7d705 req-fb234188-f678-4df5-97d6-e4f1b43da8de tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730238 Jun 25 14:32:47.470352 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cfddd531-a7bd-4909-8350-66923b314d3c req-c226891c-0a18-47d8-bd5f-22e2cb10b118 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506508 Jun 25 14:32:47.987449 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 4d0b9015-766c-43fd-b7eb-08d66225f336 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:32:48.121905 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 4d0b9015-766c-43fd-b7eb-08d66225f336, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=4d0b9015-766c-43fd-b7eb-08d66225f336,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:48.135756 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': '4d0b9015-766c-43fd-b7eb-08d66225f336', 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b', 'port_id': '4d0b9015-766c-43fd-b7eb-08d66225f336', 'mac_address': 'fa:16:3e:31:57:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65bb94b-f4ec-4da5-9d03-72951ac05107', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:32:48.206979 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:48.225802 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0b9015-766c-43fd-b7eb-08d66225f336 {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:32:48.259816 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 4d0b9015-766c-43fd-b7eb-08d66225f336, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=4d0b9015-766c-43fd-b7eb-08d66225f336,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:48.265007 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:48.267032 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:48.314757 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a54bc-d21e-407c-a2fb-3604e2cff9af req-e81afe94-6616-4007-97a0-43a16e159ff2 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:48.323176 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-478a54bc-d21e-407c-a2fb-3604e2cff9af req-e81afe94-6616-4007-97a0-43a16e159ff2 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.2101440 Jun 25 14:32:48.399655 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=4d0b9015-766c-43fd-b7eb-08d66225f336,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:48.404595 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:48.422316 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-478a54bc-d21e-407c-a2fb-3604e2cff9af req-a1e656af-2a24-48a4-b6f9-cc43798e8464 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978141 Jun 25 14:32:48.477687 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b207e-f94d-4fb3-a67f-b05f5f37d925 req-308ffc7a-a734-4548-822f-2b6eb837a190 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:48.479504 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-827b207e-f94d-4fb3-a67f-b05f5f37d925 req-308ffc7a-a734-4548-822f-2b6eb837a190 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.0994229 Jun 25 14:32:48.532187 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-827b207e-f94d-4fb3-a67f-b05f5f37d925 req-4c4f840b-1f6a-46ea-be9e-d3ce47a90158 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469561 Jun 25 14:32:48.653202 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973876c4-0233-4588-a56b-457440f218b2 req-fabbbc64-a747-4879-a78d-272772919a03 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:48.659705 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-973876c4-0233-4588-a56b-457440f218b2 req-fabbbc64-a747-4879-a78d-272772919a03 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0952833 Jun 25 14:32:48.692549 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['4d0b9015-766c-43fd-b7eb-08d66225f336'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:32:48.752910 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-973876c4-0233-4588-a56b-457440f218b2 req-43115ac9-a740-430f-872b-b22f3932ec99 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924501 Jun 25 14:32:48.789874 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dc518-6f16-4391-b154-db54da141749 req-12e554dc-81a2-48b8-a12b-f46ec2fbfac8 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:48.797195 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-027dc518-6f16-4391-b154-db54da141749 req-12e554dc-81a2-48b8-a12b-f46ec2fbfac8 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 945 time: 0.1355712 Jun 25 14:32:48.850397 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-027dc518-6f16-4391-b154-db54da141749 req-da687fa5-0568-45ef-bd88-2f3668245ade tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521739 Jun 25 14:32:49.226972 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2592d3-d978-47e1-b1aa-389fb28ece14 req-6e96abde-b1c9-4322-9cd0-7413abc2f092 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:49.228436 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4c2592d3-d978-47e1-b1aa-389fb28ece14 req-6e96abde-b1c9-4322-9cd0-7413abc2f092 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1081390 Jun 25 14:32:49.230347 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4c85-9907-4837-bd63-6f5176155f85 req-6f5ccad8-eeab-437b-ad9b-63c4dfdb3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:49.231666 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-63ec4c85-9907-4837-bd63-6f5176155f85 req-6f5ccad8-eeab-437b-ad9b-63c4dfdb3dcc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=570df59ecce748a7b99477e25f41f4a4&device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 1098 time: 0.1471624 Jun 25 14:32:49.351896 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4c2592d3-d978-47e1-b1aa-389fb28ece14 req-ce67e1c0-b384-4704-8453-220a652ddf3f tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174662 Jun 25 14:32:49.395363 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4c85-9907-4837-bd63-6f5176155f85 req-1a1223f5-1223-49a0-a7c4-cb1703be5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:49.396756 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-63ec4c85-9907-4837-bd63-6f5176155f85 req-1a1223f5-1223-49a0-a7c4-cb1703be5f76 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f6be99bb-e9c4-4334-a275-5db1709be021 HTTP/1.1" status: 200 len: 920 time: 0.1499925 Jun 25 14:32:49.475190 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-63ec4c85-9907-4837-bd63-6f5176155f85 req-17eae069-d0fb-4f0a-9a7d-a9ed3424b818 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b HTTP/1.1" status: 200 len: 217 time: 0.0601802 Jun 25 14:32:49.580515 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4c85-9907-4837-bd63-6f5176155f85 req-b8f65fc7-dad6-478a-8be9-2fe997fd328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:49.582072 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-63ec4c85-9907-4837-bd63-6f5176155f85 req-b8f65fc7-dad6-478a-8be9-2fe997fd328e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f HTTP/1.1" status: 200 len: 859 time: 0.0984290 Jun 25 14:32:49.642459 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4aa1d-96bb-42e2-9c06-6966dc51102e req-11d22d5c-f61e-4071-91d9-76b8150ec222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:49.644879 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-63ec4c85-9907-4837-bd63-6f5176155f85 req-c68658fe-1281-45f6-a3e0-25236b3bb35a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f6be99bb-e9c4-4334-a275-5db1709be021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512745 Jun 25 14:32:49.645148 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-80d4aa1d-96bb-42e2-9c06-6966dc51102e req-11d22d5c-f61e-4071-91d9-76b8150ec222 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a&device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 1098 time: 0.0790322 Jun 25 14:32:49.799022 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4aa1d-96bb-42e2-9c06-6966dc51102e req-ac763d3a-c758-489b-9955-462f739489b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:49.800548 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-80d4aa1d-96bb-42e2-9c06-6966dc51102e req-ac763d3a-c758-489b-9955-462f739489b2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ab1ef886-6434-4591-a53b-5e011b24d74f HTTP/1.1" status: 200 len: 912 time: 0.1306880 Jun 25 14:32:49.824235 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330ff6-2154-4cba-bb7c-71c19f16100d req-da9b9830-3ac7-41b7-a442-8db3d59545ac tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:49.831850 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6c330ff6-2154-4cba-bb7c-71c19f16100d req-da9b9830-3ac7-41b7-a442-8db3d59545ac tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.2860706 Jun 25 14:32:49.919173 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-63ec4c85-9907-4837-bd63-6f5176155f85 req-b2fdbe09-c651-41cd-a038-b6075d4c6126 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649529 Jun 25 14:32:49.935679 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cf521-c03e-4d44-b35e-6584e721b6fd req-de2c1a9e-ff60-4bc7-8ed3-b1057a4513b8 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:49.936943 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-80d4aa1d-96bb-42e2-9c06-6966dc51102e req-94974c1a-b514-4f84-a133-91ac28e31a3d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5908ffcf-1fe7-486d-8f17-d80c7d289d7a HTTP/1.1" status: 200 len: 1001 time: 0.1254773 Jun 25 14:32:49.937357 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2e7cf521-c03e-4d44-b35e-6584e721b6fd req-de2c1a9e-ff60-4bc7-8ed3-b1057a4513b8 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.2871871 Jun 25 14:32:49.942221 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6c330ff6-2154-4cba-bb7c-71c19f16100d req-53c6fbb1-2645-425e-a852-058eac089a71 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095119 Jun 25 14:32:50.013931 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 4d0b9015-766c-43fd-b7eb-08d66225f336 up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:32:50.062700 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4aa1d-96bb-42e2-9c06-6966dc51102e req-aae9f3bf-1620-4ab6-ac0d-ae3d8e994245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:50.065562 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-80d4aa1d-96bb-42e2-9c06-6966dc51102e req-aae9f3bf-1620-4ab6-ac0d-ae3d8e994245 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2219ef15-7d65-4a6b-a109-68f701665bed HTTP/1.1" status: 200 len: 850 time: 0.1084437 Jun 25 14:32:50.084909 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2e7cf521-c03e-4d44-b35e-6584e721b6fd req-dc4bd0ae-cfe3-4b9a-9809-4fc42278837e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222146 Jun 25 14:32:50.170597 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port 4d0b9015-766c-43fd-b7eb-08d66225f336 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:32:50.172500 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4aa1d-96bb-42e2-9c06-6966dc51102e req-d171e06f-9c83-46aa-a2fd-ae57f5848bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:50.175878 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-80d4aa1d-96bb-42e2-9c06-6966dc51102e req-d171e06f-9c83-46aa-a2fd-ae57f5848bb8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ab1ef886-6434-4591-a53b-5e011b24d74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1030989 Jun 25 14:32:50.182443 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port 4d0b9015-766c-43fd-b7eb-08d66225f336 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:32:50.190375 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:50.280917 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-63ec4c85-9907-4837-bd63-6f5176155f85 req-3fbc2a71-5df5-4549-837e-934b46b31c50 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424828 Jun 25 14:32:50.327406 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2b8af-2deb-4e87-8168-f37ce7e4b83c req-b3de5997-a1ef-4082-afc8-374b79142ec8 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:50.330256 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0cc2b8af-2deb-4e87-8168-f37ce7e4b83c req-b3de5997-a1ef-4082-afc8-374b79142ec8 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 945 time: 0.2102129 Jun 25 14:32:50.359384 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:50.391393 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0cc2b8af-2deb-4e87-8168-f37ce7e4b83c req-0eeb340f-f9b8-4f9a-bf4d-19035635dd5c tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530534 Jun 25 14:32:50.413614 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-80d4aa1d-96bb-42e2-9c06-6966dc51102e req-852d0cc4-dadf-478d-83fc-d831b5805791 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213109 Jun 25 14:32:50.415937 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b95e42f-90df-47d4-a0ae-ccf1c3127722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0b9015-766c-43fd-b7eb-08d66225f336'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:32:50.445549 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 4d0b9015-766c-43fd-b7eb-08d66225f336, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=4d0b9015-766c-43fd-b7eb-08d66225f336,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:50.450983 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:50.452219 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 2765b40f-f74b-497a-8c47-c65b1ad35781 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:32:50.481788 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:50.525554 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b95e42f-90df-47d4-a0ae-ccf1c3127722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0b9015-766c-43fd-b7eb-08d66225f336', 'code': 200} Jun 25 14:32:50.543910 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: 2765b40f-f74b-497a-8c47-c65b1ad35781 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:32:50.544260 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 2765b40f-f74b-497a-8c47-c65b1ad35781 not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:32:50.570700 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=4d0b9015-766c-43fd-b7eb-08d66225f336,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:50.574811 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:50.671644 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f61bae-b6e8-41a7-9eb2-eaf301dfdd10 req-775fa732-dcc5-4367-a623-58ea499c0064 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:50.673456 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-00f61bae-b6e8-41a7-9eb2-eaf301dfdd10 req-775fa732-dcc5-4367-a623-58ea499c0064 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1451087 Jun 25 14:32:50.695374 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-80d4aa1d-96bb-42e2-9c06-6966dc51102e req-7d4ad1e9-4d54-47c4-a8fc-593f34294a67 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741261 Jun 25 14:32:50.729257 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-00f61bae-b6e8-41a7-9eb2-eaf301dfdd10 req-2c218acf-30c3-4ea8-b652-f4890de5af8c tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494602 Jun 25 14:32:50.797413 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cb396-ea7e-461b-82a6-b1ca449048d2 req-5fb6caac-9291-489d-8eab-c95dff7c5ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:50.798967 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-8f5cb396-ea7e-461b-82a6-b1ca449048d2 req-5fb6caac-9291-489d-8eab-c95dff7c5ebf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 1099 time: 0.0699627 Jun 25 14:32:50.846455 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-8f5cb396-ea7e-461b-82a6-b1ca449048d2 req-aa14006f-d407-48f0-a30b-dd7214308d82 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372064 Jun 25 14:32:51.167558 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48b2ad-5ca8-49c1-bde9-9ffe826b33fa req-7e2ea306-41c1-4964-bd3f-e6f2dffb8963 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:51.169170 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ae48b2ad-5ca8-49c1-bde9-9ffe826b33fa req-7e2ea306-41c1-4964-bd3f-e6f2dffb8963 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1052649 Jun 25 14:32:51.255943 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ae48b2ad-5ca8-49c1-bde9-9ffe826b33fa req-b7236286-1567-400a-944b-1295ef9e3b49 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786765 Jun 25 14:32:51.302403 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9420f-33d5-47fb-8de5-f034b70ab6d2 req-b57d2184-f339-46a2-96af-8cf4d882360e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:51.303857 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-47d9420f-33d5-47fb-8de5-f034b70ab6d2 req-b57d2184-f339-46a2-96af-8cf4d882360e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.0889733 Jun 25 14:32:51.350664 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-47d9420f-33d5-47fb-8de5-f034b70ab6d2 req-a54eca7d-9145-4953-948b-8cbedaf772a8 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407281 Jun 25 14:32:51.581544 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f93d6-1448-4f5b-ac01-aef0fac76775 req-ecf7403d-fc82-4267-b405-6a80acf59ce5 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:51.583252 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0f3f93d6-1448-4f5b-ac01-aef0fac76775 req-ecf7403d-fc82-4267-b405-6a80acf59ce5 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 946 time: 0.0810087 Jun 25 14:32:51.631093 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0f3f93d6-1448-4f5b-ac01-aef0fac76775 req-e0a63504-ec8e-494d-b7d8-0a000369f435 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421369 Jun 25 14:32:51.928486 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66728372-6fbe-47bc-ba62-b56ac258db8d req-0ed18479-6e00-46b9-8b04-3df40a9a4d64 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:51.929936 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-66728372-6fbe-47bc-ba62-b56ac258db8d req-0ed18479-6e00-46b9-8b04-3df40a9a4d64 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0871241 Jun 25 14:32:51.990528 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-66728372-6fbe-47bc-ba62-b56ac258db8d req-d7050374-dca3-4ddb-a400-8ebd4a7e5866 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546017 Jun 25 14:32:52.464484 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151da62e-c66e-45d3-a769-a6f520a1f8e7 req-2b972f61-1638-4b7a-825b-f9966656c65c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:52.466098 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-151da62e-c66e-45d3-a769-a6f520a1f8e7 req-2b972f61-1638-4b7a-825b-f9966656c65c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.0931144 Jun 25 14:32:52.570649 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-151da62e-c66e-45d3-a769-a6f520a1f8e7 req-228a7cb7-34b3-493c-884e-7d4cc8cd0a2c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913441 Jun 25 14:32:52.612284 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73f98b-87c2-4660-8074-7b2ff89d3704 req-112030b1-4dc9-4e66-80c4-573594ed0b16 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:52.613724 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b73f98b-87c2-4660-8074-7b2ff89d3704 req-112030b1-4dc9-4e66-80c4-573594ed0b16 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.1086543 Jun 25 14:32:52.661441 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b73f98b-87c2-4660-8074-7b2ff89d3704 req-b7f1f13d-6aa7-49f6-b707-487bd3215df0 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418615 Jun 25 14:32:52.825517 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb23845-a5e5-484b-b22b-0c92efbff9e8 req-26041a16-6427-474b-8671-503a91d210f3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:52.826987 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1eb23845-a5e5-484b-b22b-0c92efbff9e8 req-26041a16-6427-474b-8671-503a91d210f3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 946 time: 0.0846148 Jun 25 14:32:52.874028 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1eb23845-a5e5-484b-b22b-0c92efbff9e8 req-6f1aaa8a-64ba-4115-a131-275ef62f34c9 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407739 Jun 25 14:32:53.218282 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95860e8e-e1ca-4b8f-8ae5-3fbac53f33b3 req-2dfc5912-20ef-46e9-97f4-f7b2f32cfcc3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:53.219794 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-95860e8e-e1ca-4b8f-8ae5-3fbac53f33b3 req-2dfc5912-20ef-46e9-97f4-f7b2f32cfcc3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0919909 Jun 25 14:32:53.271137 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-95860e8e-e1ca-4b8f-8ae5-3fbac53f33b3 req-a7d2c238-bb3a-4a09-96fc-5e7540267592 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442004 Jun 25 14:32:53.902834 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435bad-350c-40b0-acee-d86edfa4ba9c req-bc34c8de-530e-4011-a232-684d1cf2fab9 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:53.904671 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a2435bad-350c-40b0-acee-d86edfa4ba9c req-bc34c8de-530e-4011-a232-684d1cf2fab9 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1533358 Jun 25 14:32:53.956766 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35371c-125c-460c-82cb-60ca42a16f08 req-b853c12d-48dc-4b12-93f8-6ed86261f57d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:53.959316 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0f35371c-125c-460c-82cb-60ca42a16f08 req-b853c12d-48dc-4b12-93f8-6ed86261f57d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.1623669 Jun 25 14:32:54.012938 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a2435bad-350c-40b0-acee-d86edfa4ba9c req-f50019eb-e20d-48b5-b370-00d00b6b0741 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948427 Jun 25 14:32:54.027908 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device b7582e94-19d6-4d09-904f-08ecb3212f7b details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:32:54.040893 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0f35371c-125c-460c-82cb-60ca42a16f08 req-b0fa7d24-e0bd-4de7-837a-c94e4b9f14e9 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614264 Jun 25 14:32:54.185913 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port b7582e94-19d6-4d09-904f-08ecb3212f7b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:54.200950 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'port_id': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'mac_address': 'fa:16:3e:41:01:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:32:54.279849 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:54.299830 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7582e94-19d6-4d09-904f-08ecb3212f7b {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:32:54.317628 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port b7582e94-19d6-4d09-904f-08ecb3212f7b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:54.323140 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:54.325157 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3bbaad43-a95a-48e5-bb46-9a28aef63372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:54.401983 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=b7582e94-19d6-4d09-904f-08ecb3212f7b,revision_number=6']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:54.401983 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:54.510272 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['b7582e94-19d6-4d09-904f-08ecb3212f7b'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:32:54.985706 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:55.017015 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bd923-2602-45d6-979a-74d676dbc743 req-53b1ea93-e639-48fb-90e0-e995c73d8df3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:55.025214 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-193bd923-2602-45d6-979a-74d676dbc743 req-53b1ea93-e639-48fb-90e0-e995c73d8df3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1157498 Jun 25 14:32:55.077165 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-193bd923-2602-45d6-979a-74d676dbc743 req-6d0c0883-21c4-4f7d-99a8-24d4b879ac99 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510786 Jun 25 14:32:55.387262 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaf952-4835-4cc5-818b-e768daf825a4 req-acb025db-e331-4d5d-918a-90d1b8c7b985 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:55.387262 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ffcaf952-4835-4cc5-818b-e768daf825a4 req-acb025db-e331-4d5d-918a-90d1b8c7b985 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 944 time: 0.1546311 Jun 25 14:32:55.393404 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a900-d182-413f-911b-540d293990df req-2ce32276-9bae-40a6-8f22-3627a29db65e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:55.400886 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3e23a900-d182-413f-911b-540d293990df req-2ce32276-9bae-40a6-8f22-3627a29db65e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.1711605 Jun 25 14:32:55.528830 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ffcaf952-4835-4cc5-818b-e768daf825a4 req-eae400b6-8b3a-4921-ba89-dad17eeda2b8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232820 Jun 25 14:32:55.542719 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3e23a900-d182-413f-911b-540d293990df req-a6d1de36-9202-48f0-bf98-88d0ed65771e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371958 Jun 25 14:32:55.716307 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-26efa67c-6f30-4f55-962b-bf3d148b6714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:55.802776 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:56.046401 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device b7582e94-19d6-4d09-904f-08ecb3212f7b up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:32:56.228137 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port b7582e94-19d6-4d09-904f-08ecb3212f7b triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:32:56.228688 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:56.447794 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:56.487747 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7582e94-19d6-4d09-904f-08ecb3212f7b'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:32:56.502286 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port b7582e94-19d6-4d09-904f-08ecb3212f7b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:56.509549 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:56.511680 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:56.598714 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'code': 200} Jun 25 14:32:56.682271 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=b7582e94-19d6-4d09-904f-08ecb3212f7b,revision_number=7']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:56.686390 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:56.925688 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f56a7-1f72-4091-bd52-431d39e1e043 req-6b80f8c6-eb5b-4833-8e90-7c978edcaa1d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:56.935874 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c53f56a7-1f72-4091-bd52-431d39e1e043 req-6b80f8c6-eb5b-4833-8e90-7c978edcaa1d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.2036786 Jun 25 14:32:56.961911 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975e276-1df7-4cff-8e91-bafa0a1efc37 req-e83a83b2-4548-4e4d-9915-53fc3debfc6e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:56.963653 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b975e276-1df7-4cff-8e91-bafa0a1efc37 req-e83a83b2-4548-4e4d-9915-53fc3debfc6e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1715424 Jun 25 14:32:57.103678 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c53f56a7-1f72-4091-bd52-431d39e1e043 req-1693fb79-7c8d-40c4-a306-d9fa2015b77d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644700 Jun 25 14:32:57.127648 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b975e276-1df7-4cff-8e91-bafa0a1efc37 req-6547eb60-cf30-4869-b6b1-839a19aa143d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565297 Jun 25 14:32:57.978021 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b4dda2bf-d92d-4123-a6bf-21038eaf8fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:58.621233 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb620b3-ec32-437c-8c5c-c077c14789b0 req-90e8eaf4-1286-49c4-8a43-845221dfc1f4 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:58.631242 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9bb620b3-ec32-437c-8c5c-c077c14789b0 req-90e8eaf4-1286-49c4-8a43-845221dfc1f4 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.3387547 Jun 25 14:32:58.703477 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9bb620b3-ec32-437c-8c5c-c077c14789b0 req-cef11444-c7f5-40fb-8429-b1eab9eaf85f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709333 Jun 25 14:32:58.852271 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17505fcb-741a-498a-a59d-dd38ec77bdd1 req-28c6ffd1-a151-4b87-99a0-6fdce686aebb tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:58.853712 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-17505fcb-741a-498a-a59d-dd38ec77bdd1 req-28c6ffd1-a151-4b87-99a0-6fdce686aebb tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1657796 Jun 25 14:32:58.904600 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-17505fcb-741a-498a-a59d-dd38ec77bdd1 req-60348e2d-7d00-4a4d-9cab-de647443a23f tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422673 Jun 25 14:32:59.128931 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.289072 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6e655-3ee4-42d6-82ec-3198fd7a86d5 req-d905815e-7005-4d48-8ebb-4d8be86b1b6d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:59.296956 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-85c6e655-3ee4-42d6-82ec-3198fd7a86d5 req-d905815e-7005-4d48-8ebb-4d8be86b1b6d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.1338918 Jun 25 14:32:59.370215 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-85c6e655-3ee4-42d6-82ec-3198fd7a86d5 req-9ac3393a-2767-4518-b54f-730d5b190ddd tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704291 Jun 25 14:32:59.420151 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbea0c-fe73-4b8e-92e3-b6810d6b8377 req-56bbae73-b5a6-4177-af0f-372b0261b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:59.421832 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3afbea0c-fe73-4b8e-92e3-b6810d6b8377 req-56bbae73-b5a6-4177-af0f-372b0261b83b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a&device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 1098 time: 0.1375868 Jun 25 14:32:59.667884 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbea0c-fe73-4b8e-92e3-b6810d6b8377 req-31725ce8-a795-47ab-9e33-cce4e4d88644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:59.669976 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3afbea0c-fe73-4b8e-92e3-b6810d6b8377 req-31725ce8-a795-47ab-9e33-cce4e4d88644 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ab1ef886-6434-4591-a53b-5e011b24d74f HTTP/1.1" status: 200 len: 912 time: 0.2408891 Jun 25 14:32:59.700970 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512f776-b945-447d-90fa-90b55538343a req-fe7ef824-80d1-4055-914f-37eb54e111e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:59.702785 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5512f776-b945-447d-90fa-90b55538343a req-fe7ef824-80d1-4055-914f-37eb54e111e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=570df59ecce748a7b99477e25f41f4a4&device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 1098 time: 0.1587930 Jun 25 14:32:59.842463 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d7278-e29e-447d-be7f-c35e2f6b2a7b req-20d516c7-7c8f-433b-8316-1bda1b02d8d4 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:59.850089 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e51d7278-e29e-447d-be7f-c35e2f6b2a7b req-20d516c7-7c8f-433b-8316-1bda1b02d8d4 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2589023 Jun 25 14:32:59.963391 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3afbea0c-fe73-4b8e-92e3-b6810d6b8377 req-5a8dd82d-0bb2-4f4f-8e87-312011d123c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5908ffcf-1fe7-486d-8f17-d80c7d289d7a HTTP/1.1" status: 200 len: 1001 time: 0.2841802 Jun 25 14:32:59.991896 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e51d7278-e29e-447d-be7f-c35e2f6b2a7b req-b6628a86-a757-4bbe-a10e-82d81e59b3e0 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408105 Jun 25 14:33:00.064901 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512f776-b945-447d-90fa-90b55538343a req-ea0b6367-acca-45c3-abd9-26c125c90c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:00.066690 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5512f776-b945-447d-90fa-90b55538343a req-ea0b6367-acca-45c3-abd9-26c125c90c9a service neutron] 10.222.0.38 "GET /v2.0/networks?id=f6be99bb-e9c4-4334-a275-5db1709be021 HTTP/1.1" status: 200 len: 920 time: 0.3454552 Jun 25 14:33:00.148617 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbea0c-fe73-4b8e-92e3-b6810d6b8377 req-110cf7d2-cc31-439e-80ef-d3c8dcfcb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:00.150072 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3afbea0c-fe73-4b8e-92e3-b6810d6b8377 req-110cf7d2-cc31-439e-80ef-d3c8dcfcb1e3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2219ef15-7d65-4a6b-a109-68f701665bed HTTP/1.1" status: 200 len: 850 time: 0.1751549 Jun 25 14:33:00.304570 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbea0c-fe73-4b8e-92e3-b6810d6b8377 req-06d2c691-6f55-4041-8fb4-be8ccb351bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:00.306343 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3afbea0c-fe73-4b8e-92e3-b6810d6b8377 req-06d2c691-6f55-4041-8fb4-be8ccb351bf9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ab1ef886-6434-4591-a53b-5e011b24d74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1428990 Jun 25 14:33:00.320170 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5512f776-b945-447d-90fa-90b55538343a req-f9703fe9-6fae-4ccb-9792-3253c1a90f8b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b HTTP/1.1" status: 200 len: 217 time: 0.2430799 Jun 25 14:33:00.418282 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512f776-b945-447d-90fa-90b55538343a req-9ddba360-c427-443b-9665-50ab39c0a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:00.419782 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5512f776-b945-447d-90fa-90b55538343a req-9ddba360-c427-443b-9665-50ab39c0a1ee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f HTTP/1.1" status: 200 len: 859 time: 0.0867302 Jun 25 14:33:00.480354 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece8a8c-c769-4046-8153-77cb606c9afb req-d18a4a84-d41e-456b-87dc-e728faa59e8d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:00.481969 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bece8a8c-c769-4046-8153-77cb606c9afb req-d18a4a84-d41e-456b-87dc-e728faa59e8d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.2540479 Jun 25 14:33:00.511222 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5512f776-b945-447d-90fa-90b55538343a req-a61c5bdd-4722-4280-ab03-0dce216b173d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f6be99bb-e9c4-4334-a275-5db1709be021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828435 Jun 25 14:33:00.574277 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:00.579225 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bece8a8c-c769-4046-8153-77cb606c9afb req-91203d94-b70d-4bc0-bf57-75381235a88d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865815 Jun 25 14:33:00.607801 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3afbea0c-fe73-4b8e-92e3-b6810d6b8377 req-f2c500c7-0eee-4c47-834d-ee6790bd2066 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917528 Jun 25 14:33:00.782082 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5512f776-b945-447d-90fa-90b55538343a req-90895916-7451-4fd9-a2bc-99ad27185162 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570050 Jun 25 14:33:00.840269 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-3afbea0c-fe73-4b8e-92e3-b6810d6b8377 req-48cb66b4-bf5d-4617-a470-4adbe0a994b6 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195239 Jun 25 14:33:00.949590 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5512f776-b945-447d-90fa-90b55538343a req-8d6ff316-67fc-43b7-9627-74d97e509e84 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597564 Jun 25 14:33:00.980687 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e410046-d53c-452a-b0fe-6fdba11ac2e8 req-216a5a17-002c-4906-a82c-531e840449dc tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:00.991323 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0e410046-d53c-452a-b0fe-6fdba11ac2e8 req-216a5a17-002c-4906-a82c-531e840449dc tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.2717979 Jun 25 14:33:01.039195 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0e410046-d53c-452a-b0fe-6fdba11ac2e8 req-01edf2f9-046c-4035-96c0-cba06a60f927 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467508 Jun 25 14:33:01.246916 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ec5ce-4551-4a5b-8e25-d37b24f8319f req-65e7286f-b01e-4bda-81ef-7b631c50f14a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:01.248505 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a88ec5ce-4551-4a5b-8e25-d37b24f8319f req-65e7286f-b01e-4bda-81ef-7b631c50f14a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0984190 Jun 25 14:33:01.301602 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a88ec5ce-4551-4a5b-8e25-d37b24f8319f req-0380e6b1-ac90-4c15-bd81-a7c5c27cc21e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440278 Jun 25 14:33:01.898171 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644f6ad-a140-47a6-8ecd-80b3fd4073d4 req-8275bedb-0f49-4a2b-afd0-7c0cd94b023a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:01.899795 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7644f6ad-a140-47a6-8ecd-80b3fd4073d4 req-8275bedb-0f49-4a2b-afd0-7c0cd94b023a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1521678 Jun 25 14:33:01.957558 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7644f6ad-a140-47a6-8ecd-80b3fd4073d4 req-dc267c69-c7d8-40dd-bdb6-24dbf2d30037 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515234 Jun 25 14:33:02.252118 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d5f74-b15f-4602-84a3-a101d5a01e56 req-61017c17-b870-4976-91d4-875177c21300 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:02.255560 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7d8d5f74-b15f-4602-84a3-a101d5a01e56 req-61017c17-b870-4976-91d4-875177c21300 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.0869367 Jun 25 14:33:02.310775 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7d8d5f74-b15f-4602-84a3-a101d5a01e56 req-ebcbfe9d-6563-439c-a611-0987ccad2eec tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506983 Jun 25 14:33:02.633907 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510f4a8-6760-4ccb-822a-b346b95a37ea req-2f35feba-8cc3-4641-a876-d8efb984987f tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:02.639537 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0510f4a8-6760-4ccb-822a-b346b95a37ea req-2f35feba-8cc3-4641-a876-d8efb984987f tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2076502 Jun 25 14:33:02.691186 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0510f4a8-6760-4ccb-822a-b346b95a37ea req-10f3f170-37b1-4db6-92c3-28334b4527df tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499289 Jun 25 14:33:03.312075 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512103a8-944d-4888-b490-b62059f21a15 req-7eab8cf4-6c3d-447c-9083-82a0ca79eba4 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:03.314507 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-512103a8-944d-4888-b490-b62059f21a15 req-7eab8cf4-6c3d-447c-9083-82a0ca79eba4 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1497073 Jun 25 14:33:03.380836 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-512103a8-944d-4888-b490-b62059f21a15 req-f94dc213-3330-4c5f-b536-6aae485dff48 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502503 Jun 25 14:33:04.057220 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a1dc6-cb7e-45ee-a56c-db294413ca79 req-122419a8-b3ff-468b-b34f-7c62428869e0 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:04.058701 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d51a1dc6-cb7e-45ee-a56c-db294413ca79 req-122419a8-b3ff-468b-b34f-7c62428869e0 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0938146 Jun 25 14:33:04.111506 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d51a1dc6-cb7e-45ee-a56c-db294413ca79 req-531fd12e-2097-4d45-93bb-6351973048ce tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448999 Jun 25 14:33:04.620315 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f9f40-bdc4-4e28-b552-be7f08f41568 req-1bd41b14-15e1-43d5-8174-c23c549bd0ad tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:04.625483 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-454f9f40-bdc4-4e28-b552-be7f08f41568 req-1bd41b14-15e1-43d5-8174-c23c549bd0ad tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1002452 Jun 25 14:33:04.674456 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-454f9f40-bdc4-4e28-b552-be7f08f41568 req-982dbc0b-b3ec-4c1a-82e0-6f08a6675456 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478659 Jun 25 14:33:05.338284 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a187a0c-681e-4d7f-a6a5-a967d542768b req-8b5cd0c0-e6bf-4a64-a16a-18f2df738e13 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:05.341365 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8a187a0c-681e-4d7f-a6a5-a967d542768b req-8b5cd0c0-e6bf-4a64-a16a-18f2df738e13 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0930300 Jun 25 14:33:05.389135 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8a187a0c-681e-4d7f-a6a5-a967d542768b req-23627fea-afef-4ad4-bf38-2f9aef0c5484 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Jun 25 14:33:05.936462 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58294d-da7b-4424-a8dc-6b5b79b1d4ed req-306f0483-9277-4f08-9e6c-0806fb1cb5d2 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:05.936462 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5f58294d-da7b-4424-a8dc-6b5b79b1d4ed req-306f0483-9277-4f08-9e6c-0806fb1cb5d2 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1242421 Jun 25 14:33:06.008501 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5f58294d-da7b-4424-a8dc-6b5b79b1d4ed req-5f8825a3-69ca-4f6b-ad11-7ab4c4873314 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630026 Jun 25 14:33:06.610368 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57abb4-ad82-4e9e-bf2e-f23a252d4496 req-f0caaa9f-2813-4183-8772-a0df2a4207b6 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:06.612629 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7c57abb4-ad82-4e9e-bf2e-f23a252d4496 req-f0caaa9f-2813-4183-8772-a0df2a4207b6 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0934820 Jun 25 14:33:06.667518 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7c57abb4-ad82-4e9e-bf2e-f23a252d4496 req-00f0aeba-fb6d-4ebe-816c-474112b523ce tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476394 Jun 25 14:33:07.220379 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-d3812c08-b0cd-4975-aafc-7d242fb8a73f tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:07.221812 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-d3812c08-b0cd-4975-aafc-7d242fb8a73f tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/networks?id=71d00c41-9ff2-47a4-ae51-55993b3f457b HTTP/1.1" status: 200 len: 813 time: 0.1934261 Jun 25 14:33:07.244203 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-8d2ce6c8-3a49-4f61-87d9-cdde66235fc3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/quotas/61fd847d6a3d40d499b469ebbedd63d4 HTTP/1.1" status: 200 len: 375 time: 0.0160878 Jun 25 14:33:07.250553 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48132) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:07.256542 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7f1d7-0633-4c31-a4df-22f8b636fda1 req-9fbc738b-75b5-4a6e-b04a-0a34944f8181 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:07.257996 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-79f7f1d7-0633-4c31-a4df-22f8b636fda1 req-9fbc738b-75b5-4a6e-b04a-0a34944f8181 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1349099 Jun 25 14:33:07.311848 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_v2 [None req-8528ccf9-41df-4ba7-aad6-c830ad78895e admin admin] Deleting subnet b152ba07-0779-4325-a186-80efeb00d6a4 {{(pid=78415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:33:07.315584 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-8528ccf9-41df-4ba7-aad6-c830ad78895e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.349854 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-79f7f1d7-0633-4c31-a4df-22f8b636fda1 req-124155e7-600c-4e2d-80f6-9a6f02f6f824 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548303 Jun 25 14:33:07.372402 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-8528ccf9-41df-4ba7-aad6-c830ad78895e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6559601'] for subnet, precommit_delete_associations {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.382072 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-53d255e7-bb1c-45f7-8df7-af1bbe333f72 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=61fd847d6a3d40d499b469ebbedd63d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1231356 Jun 25 14:33:07.426744 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-8528ccf9-41df-4ba7-aad6-c830ad78895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1305554'] for subnet, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.495880 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-8528ccf9-41df-4ba7-aad6-c830ad78895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1303557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6721586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6890729'] for subnet, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.502380 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:07.515621 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-2014a134-88ba-4156-9677-cb3a7133b902 service neutron] 10.222.0.50 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267562 Jun 25 14:33:07.542406 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528ccf9-41df-4ba7-aad6-c830ad78895e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b152ba07-0779-4325-a186-80efeb00d6a4,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:07.545335 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-8528ccf9-41df-4ba7-aad6-c830ad78895e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:07.546308 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-8528ccf9-41df-4ba7-aad6-c830ad78895e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.555287 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-8528ccf9-41df-4ba7-aad6-c830ad78895e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b152ba07-0779-4325-a186-80efeb00d6a4 HTTP/1.1" status: 204 len: 168 time: 0.3021078 Jun 25 14:33:07.555887 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48136) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:07.651410 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-58a45a71-3c86-468d-a12b-1f435729a05b service neutron] 10.222.0.50 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291687 Jun 25 14:33:07.664169 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-718ef296-b8fc-4750-80cf-50cbe6e8ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345843'] for network, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.818302 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-718ef296-b8fc-4750-80cf-50cbe6e8ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1302863', 'neutron.services.segments.db._delete_segments_for_network-8777684513985'] for network, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.824175 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d2743-0612-4331-9bd2-3c6039650d26 req-3d16b709-7794-4eee-a539-c77aa6bbc058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:07.825670 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ba0d2743-0612-4331-9bd2-3c6039650d26 req-3d16b709-7794-4eee-a539-c77aa6bbc058 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69f59d897952483db727b31e7fb234a7&device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 1098 time: 0.0887022 Jun 25 14:33:07.832820 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-718ef296-b8fc-4750-80cf-50cbe6e8ad09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1d5041-60fd-4038-b4c3-d0dd4373d7cc']}} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:07.846495 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-718ef296-b8fc-4750-80cf-50cbe6e8ad09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9') {'for_net_delete': True} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:07.846790 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-718ef296-b8fc-4750-80cf-50cbe6e8ad09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7a27f4-be09-47ee-b42b-6ec9c7c3c2f9') {} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:07.859450 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-718ef296-b8fc-4750-80cf-50cbe6e8ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777684526376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6559560'] for segment, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.881209 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-718ef296-b8fc-4750-80cf-50cbe6e8ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.888248 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718ef296-b8fc-4750-80cf-50cbe6e8ad09 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=78415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:33:07.888641 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-718ef296-b8fc-4750-80cf-50cbe6e8ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1300103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6724496'] for segment, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: Traceback (most recent call last): Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: timer() Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: cb(*args, **kw) Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: return func(*args, **kwargs) Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: self._notify() Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: self.callback(batched_events) Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: event.method(event) Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: return f(self, *a, **k) Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: return self._get(url).json() Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: return self.request(url, 'GET', **kwargs) Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:33:07.902170 dv-cinder-798088-1-smb neutron-server[78415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:33:07.959372 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-59e51bf3-c33a-42be-8dc6-f8e1ef409bfc req-cf61b1c8-f7c3-4ce6-b031-6bf8dff143f6 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0491364 Jun 25 14:33:07.994427 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-718ef296-b8fc-4750-80cf-50cbe6e8ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1302864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8043034'] for network, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.999462 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f04718f8-b65f-4f42-9844-63fcb9d4c83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:08.019935 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-718ef296-b8fc-4750-80cf-50cbe6e8ad09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:08.022589 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ef296-b8fc-4750-80cf-50cbe6e8ad09 admin admin] Pushing event deleted for resources: {'Network': ['ID=df1d5041-60fd-4038-b4c3-d0dd4373d7cc,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:08.025498 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-718ef296-b8fc-4750-80cf-50cbe6e8ad09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:08.037529 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-718ef296-b8fc-4750-80cf-50cbe6e8ad09 admin admin] 10.222.0.50 "DELETE /v2.0/networks/df1d5041-60fd-4038-b4c3-d0dd4373d7cc HTTP/1.1" status: 204 len: 168 time: 0.4804974 Jun 25 14:33:08.040047 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48152) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:08.086895 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdc372-3863-442f-a292-969351e86031 req-9b7c7240-65c0-4e50-b9ef-c4e9753a7dd2 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:08.088436 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7cbdc372-3863-442f-a292-969351e86031 req-9b7c7240-65c0-4e50-b9ef-c4e9753a7dd2 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2450936 Jun 25 14:33:08.101173 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25fa066-c626-43df-8b78-729ed7972d0f admin admin] Deleting subnet 5fa3e3dc-4686-4220-a23f-92c54709b1e1 {{(pid=78415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:33:08.104437 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e25fa066-c626-43df-8b78-729ed7972d0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:08.126991 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d2743-0612-4331-9bd2-3c6039650d26 req-5c4266c6-8901-463e-b91c-a7045e02fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:08.128455 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ba0d2743-0612-4331-9bd2-3c6039650d26 req-5c4266c6-8901-463e-b91c-a7045e02fa6a service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f846d10-9cee-4824-b681-42b7e5742db5 HTTP/1.1" status: 200 len: 918 time: 0.2374926 Jun 25 14:33:08.171736 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e25fa066-c626-43df-8b78-729ed7972d0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6559601'] for subnet, precommit_delete_associations {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:08.239153 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e25fa066-c626-43df-8b78-729ed7972d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1305554'] for subnet, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:08.310004 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7cbdc372-3863-442f-a292-969351e86031 req-9e9cd02b-5984-47bd-b5ff-4c88865a39e2 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127109 Jun 25 14:33:08.328219 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e25fa066-c626-43df-8b78-729ed7972d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1303557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6721586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6890729'] for subnet, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:08.333484 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:08.358527 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ba0d2743-0612-4331-9bd2-3c6039650d26 req-defb3e42-9022-40ba-ade6-23e46db58aea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b HTTP/1.1" status: 200 len: 1000 time: 0.2064335 Jun 25 14:33:08.375428 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fa066-c626-43df-8b78-729ed7972d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa3e3dc-4686-4220-a23f-92c54709b1e1,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:08.379103 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-e25fa066-c626-43df-8b78-729ed7972d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:08.382668 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e25fa066-c626-43df-8b78-729ed7972d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:08.390514 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-e25fa066-c626-43df-8b78-729ed7972d0f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5fa3e3dc-4686-4220-a23f-92c54709b1e1 HTTP/1.1" status: 204 len: 168 time: 0.3492076 Jun 25 14:33:08.393596 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48160) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:08.447484 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d2743-0612-4331-9bd2-3c6039650d26 req-e16a6bdf-3245-4576-a16c-30bd93dba0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:08.449210 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ba0d2743-0612-4331-9bd2-3c6039650d26 req-e16a6bdf-3245-4576-a16c-30bd93dba0d1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=55e5d707-dbd0-4da0-94e3-0f06c3c28c8d HTTP/1.1" status: 200 len: 856 time: 0.0710199 Jun 25 14:33:08.512232 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a72247ef-2de6-482b-be1a-c08122168570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345843'] for network, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:08.598395 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d2743-0612-4331-9bd2-3c6039650d26 req-28e14780-6d63-463c-9cee-d72fa4452763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:08.599872 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ba0d2743-0612-4331-9bd2-3c6039650d26 req-28e14780-6d63-463c-9cee-d72fa4452763 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f846d10-9cee-4824-b681-42b7e5742db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1399097 Jun 25 14:33:08.610464 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28099482-d2b0-4aba-a39a-35d8849d4d8a req-e938a145-8674-41b4-890e-143e47437a99 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:08.612507 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-28099482-d2b0-4aba-a39a-35d8849d4d8a req-e938a145-8674-41b4-890e-143e47437a99 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1133792 Jun 25 14:33:08.649741 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a72247ef-2de6-482b-be1a-c08122168570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1302863', 'neutron.services.segments.db._delete_segments_for_network-8777684513985'] for network, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:08.663986 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-a72247ef-2de6-482b-be1a-c08122168570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d64533-0519-4dc7-afba-78654cc50252']}} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:08.681998 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-a72247ef-2de6-482b-be1a-c08122168570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc5e403-f05c-4463-b9c6-2406c840396e') {'for_net_delete': True} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:08.682297 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-a72247ef-2de6-482b-be1a-c08122168570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc5e403-f05c-4463-b9c6-2406c840396e') {} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:08.693824 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a72247ef-2de6-482b-be1a-c08122168570 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777684526376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6559560'] for segment, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:08.712156 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a72247ef-2de6-482b-be1a-c08122168570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:08.718955 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72247ef-2de6-482b-be1a-c08122168570 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=78415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:33:08.719476 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a72247ef-2de6-482b-be1a-c08122168570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1300103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6724496'] for segment, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: Traceback (most recent call last): Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: timer() Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: cb(*args, **kw) Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: return func(*args, **kwargs) Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: self._notify() Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: self.callback(batched_events) Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: event.method(event) Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: return f(self, *a, **k) Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: return self._get(url).json() Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: return self.request(url, 'GET', **kwargs) Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:33:08.733382 dv-cinder-798088-1-smb neutron-server[78415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:33:08.738445 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-28099482-d2b0-4aba-a39a-35d8849d4d8a req-91a05e7b-120e-4ad4-aae2-6311f8cbbbe4 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059754 Jun 25 14:33:08.773728 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ba0d2743-0612-4331-9bd2-3c6039650d26 req-ab3b53ee-50a4-4642-b9ab-718a13a0963d service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602211 Jun 25 14:33:08.820897 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a72247ef-2de6-482b-be1a-c08122168570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1302864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8043034'] for network, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:08.824540 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:08.918548 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a72247ef-2de6-482b-be1a-c08122168570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:08.919520 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ba0d2743-0612-4331-9bd2-3c6039650d26 req-40b1b1e0-603b-438b-8c65-995a44dc4397 service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388063 Jun 25 14:33:08.926015 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72247ef-2de6-482b-be1a-c08122168570 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d64533-0519-4dc7-afba-78654cc50252,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:08.928073 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a72247ef-2de6-482b-be1a-c08122168570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:08.930389 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-a72247ef-2de6-482b-be1a-c08122168570 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b8d64533-0519-4dc7-afba-78654cc50252 HTTP/1.1" status: 204 len: 168 time: 0.5348799 Jun 25 14:33:09.135518 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa2c6c09-6cd1-4f50-bb07-6f4db549c711 req-83cd48dc-0175-4e5e-b357-2d4fbec28539 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0483515 Jun 25 14:33:09.223429 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48170) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:09.273046 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-27f2e4dd-e178-4093-bca9-22b7e472c9eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a640ecedeef495eb5a27bfa0a0ea055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483134 Jun 25 14:33:09.275373 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48174) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:09.292733 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-9ce2bac5-e940-4c73-82e7-dacbbed20ba6 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:09.294127 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-9ce2bac5-e940-4c73-82e7-dacbbed20ba6 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "GET /v2.0/networks?id=71d00c41-9ff2-47a4-ae51-55993b3f457b HTTP/1.1" status: 200 len: 813 time: 0.1710370 Jun 25 14:33:09.334073 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-28f93aa8-75b8-438d-b96c-cc500261998e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:09.341422 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Request body: {'port': {'device_id': '7c80b1d3-7a94-48b4-91c5-58603ad7d0b6', 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b', 'admin_state_up': True, 'tenant_id': '61fd847d6a3d40d499b469ebbedd63d4'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:09.361201 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-28f93aa8-75b8-438d-b96c-cc500261998e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:09.432434 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-28f93aa8-75b8-438d-b96c-cc500261998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:09.436372 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-5a14317d-89d5-4146-b5ef-389e9c8ec28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:09.450826 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f93aa8-75b8-438d-b96c-cc500261998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e78b20-effb-4e98-8e71-791eb333c56e,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:09.454300 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-28f93aa8-75b8-438d-b96c-cc500261998e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:09.466376 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-28f93aa8-75b8-438d-b96c-cc500261998e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:09.467799 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-28f93aa8-75b8-438d-b96c-cc500261998e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7e78b20-effb-4e98-8e71-791eb333c56e HTTP/1.1" status: 204 len: 168 time: 0.1914995 Jun 25 14:33:09.568380 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:09.582840 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:09.599835 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7e212-1c74-44c7-8f76-372988241880 req-46fed136-edc4-4fd6-9a4f-06750d0cf77e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:09.601318 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-11a7e212-1c74-44c7-8f76-372988241880 req-46fed136-edc4-4fd6-9a4f-06750d0cf77e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1510699 Jun 25 14:33:09.606180 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Made reservation on behalf of 61fd847d6a3d40d499b469ebbedd63d4 for: {'port': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:33:09.609744 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:09.722154 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-11a7e212-1c74-44c7-8f76-372988241880 req-0becb4bf-d29e-433b-ba78-40fd38f04976 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024878 Jun 25 14:33:09.821184 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Allocated IP 172.20.0.9 (71d00c41-9ff2-47a4-ae51-55993b3f457b/c65bb94b-f4ec-4da5-9d03-72951ac05107/e12b0ee5-aaeb-40fc-89e5-f810fb731b32) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:33:09.865472 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48190) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:09.918914 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-e12815da-6c35-4f61-bd28-c2255b965fb7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7be037c365e4481294e22d4645dcd217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520921 Jun 25 14:33:09.921315 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48196) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:09.984927 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c6711f6c-50f5-4e75-ba40-b3b4910e7109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.010730 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c6711f6c-50f5-4e75-ba40-b3b4910e7109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.064240 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c6711f6c-50f5-4e75-ba40-b3b4910e7109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.068508 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-28f93aa8-75b8-438d-b96c-cc500261998e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:10.069605 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df356168-6d66-46ed-9096-a65b786c59f8 req-470b6859-cc3a-48fc-9593-d7fa2a240e61 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:10.071117 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-df356168-6d66-46ed-9096-a65b786c59f8 req-470b6859-cc3a-48fc-9593-d7fa2a240e61 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.2110105 Jun 25 14:33:10.082133 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6711f6c-50f5-4e75-ba40-b3b4910e7109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bab0b30-2375-427c-9f81-ebd38246cef5,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:10.085177 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c6711f6c-50f5-4e75-ba40-b3b4910e7109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:10.087166 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c6711f6c-50f5-4e75-ba40-b3b4910e7109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.090828 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-c6711f6c-50f5-4e75-ba40-b3b4910e7109 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9bab0b30-2375-427c-9f81-ebd38246cef5 HTTP/1.1" status: 204 len: 168 time: 0.1678731 Jun 25 14:33:10.131510 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.147280 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-df356168-6d66-46ed-9096-a65b786c59f8 req-8cb1df15-0227-45f5-a3bf-9e8d1109b868 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640633 Jun 25 14:33:10.183701 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.190891 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:10.203940 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['faad8023-08e3-4366-82bf-1aa6f885ac45', 'aa27631a-988c-407f-9c9f-2e6e1c63d4ac', '4d0b9015-766c-43fd-b7eb-08d66225f336'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:33:10.405151 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Network 71d00c41-9ff2-47a4-ae51-55993b3f457b is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:33:10.413151 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:10.419147 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:33:10.444415 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Pushing event updated for resources: {'Port': ['ID=e12b0ee5-aaeb-40fc-89e5-f810fb731b32,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:10.451287 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:10.508510 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:10.509433 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.545879 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ee10c-18e6-43b6-9ec9-3029ba321c6f req-d359d845-eb9e-457b-a207-8c6d23facee3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:10.546582 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-ac4ee10c-18e6-43b6-9ec9-3029ba321c6f req-d359d845-eb9e-457b-a207-8c6d23facee3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Synchronizing usage tracker for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:33:10.551393 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2151990 Jun 25 14:33:10.567359 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Request body: {'port': {'device_id': '7c80b1d3-7a94-48b4-91c5-58603ad7d0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:10.605116 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-ac4ee10c-18e6-43b6-9ec9-3029ba321c6f req-d359d845-eb9e-457b-a207-8c6d23facee3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Unset dirty status for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:33:10.606478 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ac4ee10c-18e6-43b6-9ec9-3029ba321c6f req-d359d845-eb9e-457b-a207-8c6d23facee3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 931 time: 0.2500086 Jun 25 14:33:10.710819 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ac4ee10c-18e6-43b6-9ec9-3029ba321c6f req-c6cf7930-ff68-428b-a969-5d57c3905fd6 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974088 Jun 25 14:33:10.732833 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:11.051053 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3d0b9-6752-4572-bffc-cf965ffbc941 req-5fb0e948-1e70-48c3-bfa9-1d26cb66b37b tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:11.052557 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-05f3d0b9-6752-4572-bffc-cf965ffbc941 req-5fb0e948-1e70-48c3-bfa9-1d26cb66b37b tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2012260 Jun 25 14:33:11.115646 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-05f3d0b9-6752-4572-bffc-cf965ffbc941 req-ae53a485-7601-43ae-b5f7-7c48acd9a4df tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574598 Jun 25 14:33:11.197186 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12b0ee5-aaeb-40fc-89e5-f810fb731b32 {{(pid=78414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:33:11.207370 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:11.222395 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Transition to ACTIVE for port object e12b0ee5-aaeb-40fc-89e5-f810fb731b32 will not be triggered until provisioned by entity L2. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:11.227771 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:11.233018 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:11.409363 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Pushing event updated for resources: {'Port': ['ID=e12b0ee5-aaeb-40fc-89e5-f810fb731b32,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:11.442594 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:11.546202 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6e94-6f6c-490b-9bde-e5420bffd856 req-ff60e279-e450-4fb1-94a2-9b6cb614b322 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:11.547688 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0b4c6e94-6f6c-490b-9bde-e5420bffd856 req-ff60e279-e450-4fb1-94a2-9b6cb614b322 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 945 time: 0.2548151 Jun 25 14:33:11.550579 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Attempting to bind port e12b0ee5-aaeb-40fc-89e5-f810fb731b32 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:33:11.550935 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Attempting to bind port e12b0ee5-aaeb-40fc-89e5-f810fb731b32 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:33:11.551159 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Attempting to bind port e12b0ee5-aaeb-40fc-89e5-f810fb731b32 on network 71d00c41-9ff2-47a4-ae51-55993b3f457b {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:33:11.569156 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Port e12b0ee5-aaeb-40fc-89e5-f810fb731b32 on network 71d00c41-9ff2-47a4-ae51-55993b3f457b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:33:11.569436 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Attempting to bind port e12b0ee5-aaeb-40fc-89e5-f810fb731b32 on network 71d00c41-9ff2-47a4-ae51-55993b3f457b {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:33:11.580028 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:33:11.580382 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Checking segment: {'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:11.580741 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Bound using segment: {'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:33:11.581186 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Bound port: e12b0ee5-aaeb-40fc-89e5-f810fb731b32, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd71320e-3850-4f7b-af53-91e059ce2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b'}}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:33:11.581528 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:11.659649 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0b4c6e94-6f6c-490b-9bde-e5420bffd856 req-28458be5-0f88-43eb-a832-e4b7029ffb60 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046696 Jun 25 14:33:11.694939 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] For port e12b0ee5-aaeb-40fc-89e5-f810fb731b32, host hv-cinder-79808, cleared binding levels {{(pid=78414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:33:11.697996 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] For port e12b0ee5-aaeb-40fc-89e5-f810fb731b32, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=e12b0ee5-aaeb-40fc-89e5-f810fb731b32,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:33:11.703582 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:11.710288 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:11.779401 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:11.780049 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:11.782111 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-990ec852-f308-4386-9532-e4edde80a80b service neutron] 10.222.0.38 "PUT /v2.0/ports/e12b0ee5-aaeb-40fc-89e5-f810fb731b32 HTTP/1.1" status: 200 len: 1093 time: 1.2215481 Jun 25 14:33:11.782644 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c80b1d3-7a94-48b4-91c5-58603ad7d0b6', 'tag': 'e12b0ee5-aaeb-40fc-89e5-f810fb731b32'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:33:11.817304 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Pushing event updated for resources: {'Port': ['ID=e12b0ee5-aaeb-40fc-89e5-f810fb731b32,revision_number=3']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:11.824508 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:11.871045 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c80b1d3-7a94-48b4-91c5-58603ad7d0b6', 'tag': 'e12b0ee5-aaeb-40fc-89e5-f810fb731b32', 'status': 'completed', 'code': 200} Jun 25 14:33:11.983176 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbee4a9-6976-4ec8-aa16-bc49b0cf572c req-6b295e7c-053a-44db-980a-508685ff1349 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:11.984650 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cdbee4a9-6976-4ec8-aa16-bc49b0cf572c req-6b295e7c-053a-44db-980a-508685ff1349 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 943 time: 0.1156178 Jun 25 14:33:11.987348 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-7937842c-268b-4252-a9b6-f5b25dcbb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:11.988693 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-7937842c-268b-4252-a9b6-f5b25dcbb287 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=61fd847d6a3d40d499b469ebbedd63d4&device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 1096 time: 0.1561353 Jun 25 14:33:12.073517 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-ef823ac5-a851-480e-87c2-888362004bf9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12b0ee5-aaeb-40fc-89e5-f810fb731b32 HTTP/1.1" status: 200 len: 217 time: 0.0675657 Jun 25 14:33:12.133345 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cdbee4a9-6976-4ec8-aa16-bc49b0cf572c req-4ab80e3d-44cb-42cb-bf59-b50e30c87932 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412489 Jun 25 14:33:12.165382 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-70d833f6-633b-4c13-9670-21bb7d6ee6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:12.167740 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-70d833f6-633b-4c13-9670-21bb7d6ee6f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c65bb94b-f4ec-4da5-9d03-72951ac05107 HTTP/1.1" status: 200 len: 853 time: 0.0855401 Jun 25 14:33:12.183771 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device b7582e94-19d6-4d09-904f-08ecb3212f7b no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:33:12.238803 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-d8ab230f-3126-4606-9d13-7cf9dac5b64d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d00c41-9ff2-47a4-ae51-55993b3f457b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638945 Jun 25 14:33:12.343247 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:12.375459 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7582e94-19d6-4d09-904f-08ecb3212f7b'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:33:12.386886 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port b7582e94-19d6-4d09-904f-08ecb3212f7b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:12.392518 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:12.395319 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:12.435749 dv-cinder-798088-1-smb neutron-server[78416]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'code': 422} returned with failed status Jun 25 14:33:12.480651 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=b7582e94-19d6-4d09-904f-08ecb3212f7b,revision_number=8']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:12.488370 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.488824 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.489228 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.489628 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.490133 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.490467 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.491052 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.491553 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.492049 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.492532 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.492865 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.493187 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.497179 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:12.568224 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-ecd5f9ed-b3fd-4a1b-9464-b046456a3eed service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146725 Jun 25 14:33:12.575762 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792d38b-f5a7-4d33-9a5a-e7fdf060297e req-5e2253e0-92b9-4f9d-82ca-2104e24c3fa3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:12.577132 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8792d38b-f5a7-4d33-9a5a-e7fdf060297e req-5e2253e0-92b9-4f9d-82ca-2104e24c3fa3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2903898 Jun 25 14:33:12.704057 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8792d38b-f5a7-4d33-9a5a-e7fdf060297e req-7aeccc06-0d7c-40bf-bc74-5b686ab8f7cc tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058755 Jun 25 14:33:12.741462 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-228e591b-a5fc-4c55-8288-2b83e0bceab5 req-3eaab85f-c040-4930-96a6-23b02921eacc service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608176 Jun 25 14:33:12.949136 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645361b-5bb4-4517-bcc9-cfc9fc764d29 req-38a0f594-8a08-46e0-af41-a6864a4b0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:12.950612 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0645361b-5bb4-4517-bcc9-cfc9fc764d29 req-38a0f594-8a08-46e0-af41-a6864a4b0818 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=61fd847d6a3d40d499b469ebbedd63d4&device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 1096 time: 0.1068604 Jun 25 14:33:12.958945 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c4afc-0ebd-4276-ba10-b8d6faa7021a req-3b7d05b7-1374-46dc-b0de-50ec9430e00d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:12.963798 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-614c4afc-0ebd-4276-ba10-b8d6faa7021a req-3b7d05b7-1374-46dc-b0de-50ec9430e00d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.1580093 Jun 25 14:33:13.093426 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-614c4afc-0ebd-4276-ba10-b8d6faa7021a req-83af1516-f510-4f6e-a57d-b6cdf5c8d20a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082439 Jun 25 14:33:13.131057 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645361b-5bb4-4517-bcc9-cfc9fc764d29 req-7f102248-5a41-4008-aa8e-be42209900bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:13.132545 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0645361b-5bb4-4517-bcc9-cfc9fc764d29 req-7f102248-5a41-4008-aa8e-be42209900bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=71d00c41-9ff2-47a4-ae51-55993b3f457b HTTP/1.1" status: 200 len: 914 time: 0.1678977 Jun 25 14:33:13.220311 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0645361b-5bb4-4517-bcc9-cfc9fc764d29 req-5ef230d5-9c1a-4832-ab83-69d5bfb6ad70 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12b0ee5-aaeb-40fc-89e5-f810fb731b32 HTTP/1.1" status: 200 len: 217 time: 0.0737872 Jun 25 14:33:13.342809 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645361b-5bb4-4517-bcc9-cfc9fc764d29 req-f94f597a-8dc4-40c7-ba32-721f780db396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:13.344247 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0645361b-5bb4-4517-bcc9-cfc9fc764d29 req-f94f597a-8dc4-40c7-ba32-721f780db396 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c65bb94b-f4ec-4da5-9d03-72951ac05107 HTTP/1.1" status: 200 len: 853 time: 0.1108165 Jun 25 14:33:13.393471 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0645361b-5bb4-4517-bcc9-cfc9fc764d29 req-c1d1d3c5-8401-449f-bdfb-2d83c92b13a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d00c41-9ff2-47a4-ae51-55993b3f457b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421574 Jun 25 14:33:13.428988 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559c5e7-49d0-4a05-a348-8c2a4e664a64 req-dd30bfb0-d208-4d56-9952-d9903db6afae tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:13.430426 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e559c5e7-49d0-4a05-a348-8c2a4e664a64 req-dd30bfb0-d208-4d56-9952-d9903db6afae tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 943 time: 0.1644337 Jun 25 14:33:13.540010 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e559c5e7-49d0-4a05-a348-8c2a4e664a64 req-2679e183-3cd4-47dc-95c4-42b6aa12b192 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594361 Jun 25 14:33:13.574940 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0645361b-5bb4-4517-bcc9-cfc9fc764d29 req-df0414f2-0771-4b6f-82eb-231b9e90ced4 service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731646 Jun 25 14:33:13.721316 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0645361b-5bb4-4517-bcc9-cfc9fc764d29 req-48515227-7ab7-4fa0-9b1a-46bb6dfe7f69 service neutron] 10.222.0.38 "GET /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267455 Jun 25 14:33:13.900288 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc372485-f554-4e7c-9975-50ab438b83d7 req-99085b35-25ce-4490-818a-0d5bb4071601 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:13.901667 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-dc372485-f554-4e7c-9975-50ab438b83d7 req-99085b35-25ce-4490-818a-0d5bb4071601 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0836811 Jun 25 14:33:13.959009 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-dc372485-f554-4e7c-9975-50ab438b83d7 req-5d061116-a378-4db3-98be-c1b03755bb47 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516980 Jun 25 14:33:14.072003 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e79b0a-b839-4f54-a93d-ee3bce0a775b req-0c0cdc0a-1d0b-41ff-b88d-91d4d4211670 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:14.073467 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b9e79b0a-b839-4f54-a93d-ee3bce0a775b req-0c0cdc0a-1d0b-41ff-b88d-91d4d4211670 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.0909874 Jun 25 14:33:14.120838 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b9e79b0a-b839-4f54-a93d-ee3bce0a775b req-64809f28-67ac-4169-a88b-cce2c7113d3c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411518 Jun 25 14:33:14.416325 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48330) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:14.537029 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-1de51616-0367-4a78-bd9a-8c79aa6d26d3 req-e979d217-f370-4d79-9222-84884667457c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1186962 Jun 25 14:33:14.742995 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a77d8-38c6-4099-93e0-b5bfeba74721 req-24cfc976-73ab-4649-abc7-75da6374b8ca tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:14.744779 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-578a77d8-38c6-4099-93e0-b5bfeba74721 req-24cfc976-73ab-4649-abc7-75da6374b8ca tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 943 time: 0.0903523 Jun 25 14:33:14.805905 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-578a77d8-38c6-4099-93e0-b5bfeba74721 req-be4f37a0-9d00-485c-979f-4351e8bbbe06 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552804 Jun 25 14:33:15.331520 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f6a2b-0d03-496a-a170-4a59f07d6db2 req-a43a8504-aa01-4a64-82bd-cdbeee0931eb tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:15.332982 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-104f6a2b-0d03-496a-a170-4a59f07d6db2 req-a43a8504-aa01-4a64-82bd-cdbeee0931eb tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2517154 Jun 25 14:33:15.388628 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-104f6a2b-0d03-496a-a170-4a59f07d6db2 req-8a44a523-582a-4fd4-86d2-2dfcecc81c8a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487144 Jun 25 14:33:15.397450 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe1ff4-482d-49c3-8be3-be9d537fbb9f req-16ec2690-615b-4d9b-a38a-a8fe06c93f19 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:15.398933 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-10fe1ff4-482d-49c3-8be3-be9d537fbb9f req-16ec2690-615b-4d9b-a38a-a8fe06c93f19 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.1355479 Jun 25 14:33:15.452653 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-10fe1ff4-482d-49c3-8be3-be9d537fbb9f req-fdf5c800-2d17-4b3d-83ae-d2840ba1eaaf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462432 Jun 25 14:33:16.019024 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de51616-0367-4a78-bd9a-8c79aa6d26d3 req-897b2355-3acc-46b2-90bf-fb47fa2ac6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:16.020376 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1de51616-0367-4a78-bd9a-8c79aa6d26d3 req-897b2355-3acc-46b2-90bf-fb47fa2ac6d0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4&tenant_id=69f59d897952483db727b31e7fb234a7 HTTP/1.1" status: 200 len: 1096 time: 0.1298292 Jun 25 14:33:16.031859 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb59b91-adc1-4499-a6d4-83b3b4f8af67 req-3b8baae8-c441-4db0-b6ec-2e7f3c2cbefd tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:16.033285 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ccb59b91-adc1-4499-a6d4-83b3b4f8af67 req-3b8baae8-c441-4db0-b6ec-2e7f3c2cbefd tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 943 time: 0.1085010 Jun 25 14:33:16.123945 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ccb59b91-adc1-4499-a6d4-83b3b4f8af67 req-a08b3cc5-dea4-4319-95c6-05cac0ffd1c0 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846813 Jun 25 14:33:16.145663 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de51616-0367-4a78-bd9a-8c79aa6d26d3 req-b7d57694-b107-441d-bcda-3fcce8ec2138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:16.147122 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1de51616-0367-4a78-bd9a-8c79aa6d26d3 req-b7d57694-b107-441d-bcda-3fcce8ec2138 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69f59d897952483db727b31e7fb234a7&device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 1096 time: 0.0907021 Jun 25 14:33:16.205481 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device e12b0ee5-aaeb-40fc-89e5-f810fb731b32 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:33:16.208939 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device b7582e94-19d6-4d09-904f-08ecb3212f7b no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:33:16.283652 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de51616-0367-4a78-bd9a-8c79aa6d26d3 req-b22c19e1-e8e7-4b5d-9d62-1d69df04598e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:16.284983 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1de51616-0367-4a78-bd9a-8c79aa6d26d3 req-b22c19e1-e8e7-4b5d-9d62-1d69df04598e service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f846d10-9cee-4824-b681-42b7e5742db5 HTTP/1.1" status: 200 len: 918 time: 0.1257429 Jun 25 14:33:16.387597 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1de51616-0367-4a78-bd9a-8c79aa6d26d3 req-49c41cab-8782-467d-b51f-a61064b71409 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b HTTP/1.1" status: 200 len: 998 time: 0.0939577 Jun 25 14:33:16.438273 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port e12b0ee5-aaeb-40fc-89e5-f810fb731b32, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=e12b0ee5-aaeb-40fc-89e5-f810fb731b32,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:16.453049 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': 'e12b0ee5-aaeb-40fc-89e5-f810fb731b32', 'network_id': '71d00c41-9ff2-47a4-ae51-55993b3f457b', 'port_id': 'e12b0ee5-aaeb-40fc-89e5-f810fb731b32', 'mac_address': 'fa:16:3e:de:7f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65bb94b-f4ec-4da5-9d03-72951ac05107', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:33:16.453736 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de51616-0367-4a78-bd9a-8c79aa6d26d3 req-88956afe-40d5-4597-bfeb-d7d989259727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:16.455656 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1de51616-0367-4a78-bd9a-8c79aa6d26d3 req-88956afe-40d5-4597-bfeb-d7d989259727 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=55e5d707-dbd0-4da0-94e3-0f06c3c28c8d HTTP/1.1" status: 200 len: 856 time: 0.0603442 Jun 25 14:33:16.519818 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:16.538444 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12b0ee5-aaeb-40fc-89e5-f810fb731b32 {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:33:16.555475 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port e12b0ee5-aaeb-40fc-89e5-f810fb731b32, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=e12b0ee5-aaeb-40fc-89e5-f810fb731b32,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:16.561271 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:16.565955 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:16.634309 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de51616-0367-4a78-bd9a-8c79aa6d26d3 req-1f4116bd-69b3-4115-a5e8-e1c6d6ece221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:16.635795 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1de51616-0367-4a78-bd9a-8c79aa6d26d3 req-1f4116bd-69b3-4115-a5e8-e1c6d6ece221 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f846d10-9cee-4824-b681-42b7e5742db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1730483 Jun 25 14:33:16.640822 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=e12b0ee5-aaeb-40fc-89e5-f810fb731b32,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:16.644506 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:16.756143 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59d0b4-419a-4bf1-bd04-63b0e268be0a req-f37f1fbb-f1b4-431d-898e-231ba8170f01 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:16.757577 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6d59d0b4-419a-4bf1-bd04-63b0e268be0a req-f37f1fbb-f1b4-431d-898e-231ba8170f01 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2361147 Jun 25 14:33:16.791110 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4d0d1-e94b-4f8a-bda9-b2afb13047f0 req-980ff853-1c9e-417e-b190-99d886794b9e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:16.792531 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-26b4d0d1-e94b-4f8a-bda9-b2afb13047f0 req-980ff853-1c9e-417e-b190-99d886794b9e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.2082512 Jun 25 14:33:16.865278 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1de51616-0367-4a78-bd9a-8c79aa6d26d3 req-e7e213ba-4842-4903-8cc7-df20da46ee43 service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064741 Jun 25 14:33:16.882476 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6d59d0b4-419a-4bf1-bd04-63b0e268be0a req-a6ad8a09-d46d-4245-99e5-7e477c311bee tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158149 Jun 25 14:33:16.909334 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-26b4d0d1-e94b-4f8a-bda9-b2afb13047f0 req-a7260d1b-3916-4522-9351-18a5248c77ae tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097205 Jun 25 14:33:16.949420 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['e12b0ee5-aaeb-40fc-89e5-f810fb731b32'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:33:17.022380 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1de51616-0367-4a78-bd9a-8c79aa6d26d3 req-94e544fa-0e56-4787-bfc4-42b1af8328a9 service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369042 Jun 25 14:33:17.358849 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bfcb5-b188-4bc9-aca9-9d041672ba74 req-b5865ae9-89f8-41be-a083-84038baeb99d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:17.360145 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ab8bfcb5-b188-4bc9-aca9-9d041672ba74 req-b5865ae9-89f8-41be-a083-84038baeb99d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 944 time: 0.0815511 Jun 25 14:33:17.404492 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ab8bfcb5-b188-4bc9-aca9-9d041672ba74 req-9572ccb2-1a60-41a4-ba62-a8dccb2ce700 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381575 Jun 25 14:33:18.128146 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e27c35-6b0d-4d71-bb30-662787ea7f5a req-84692d31-0910-4534-b8fe-8891bd71c183 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:18.129597 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e4e27c35-6b0d-4d71-bb30-662787ea7f5a req-84692d31-0910-4534-b8fe-8891bd71c183 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1394098 Jun 25 14:33:18.139650 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751c117-b512-4761-94b7-af70ff7fc48e req-d52c6763-5899-40e9-9eff-50c3a5ea0024 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:18.141020 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2751c117-b512-4761-94b7-af70ff7fc48e req-d52c6763-5899-40e9-9eff-50c3a5ea0024 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.1166837 Jun 25 14:33:18.313038 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e4e27c35-6b0d-4d71-bb30-662787ea7f5a req-454e3691-117a-4be4-aeb3-577d83d48291 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710713 Jun 25 14:33:18.318410 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2751c117-b512-4761-94b7-af70ff7fc48e req-8a167203-989b-41a3-8e16-8ba456ccf889 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639936 Jun 25 14:33:18.665159 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:33:18.866543 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d3fb3-4d6e-42a9-9319-d775b82a137a req-db3df216-1387-4a54-bebd-afa25a84298e tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:18.868066 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-242d3fb3-4d6e-42a9-9319-d775b82a137a req-db3df216-1387-4a54-bebd-afa25a84298e tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 944 time: 0.1141763 Jun 25 14:33:18.924569 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-242d3fb3-4d6e-42a9-9319-d775b82a137a req-f1e59864-f01f-4cbb-ae6d-35a552cd2e1e tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501890 Jun 25 14:33:19.644308 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a0b4-fc35-4c3d-89e6-8dab5de44193 req-1adc050f-7a1a-4427-b10d-47c0479cd630 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:19.645852 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3b69a0b4-fc35-4c3d-89e6-8dab5de44193 req-1adc050f-7a1a-4427-b10d-47c0479cd630 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1721673 Jun 25 14:33:19.658780 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d90948-cb16-481f-a9d9-b8e827c4906e req-4d580f17-db5b-48a1-b46d-49b0bac9e232 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:19.660273 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d0d90948-cb16-481f-a9d9-b8e827c4906e req-4d580f17-db5b-48a1-b46d-49b0bac9e232 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.1513627 Jun 25 14:33:19.761237 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3b69a0b4-fc35-4c3d-89e6-8dab5de44193 req-fff1d5d8-395e-4dce-8b38-ecd65d618b16 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996864 Jun 25 14:33:19.768493 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d0d90948-cb16-481f-a9d9-b8e827c4906e req-6508990b-2906-4e65-925e-e3586741b80e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936415 Jun 25 14:33:20.129656 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b7f4c-607c-4184-acc2-b62c143c4d6b req-0b670b4b-df19-49f5-92aa-c5cc8b6e1465 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:20.131123 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5d7b7f4c-607c-4184-acc2-b62c143c4d6b req-0b670b4b-df19-49f5-92aa-c5cc8b6e1465 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 944 time: 0.0944674 Jun 25 14:33:20.183620 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5d7b7f4c-607c-4184-acc2-b62c143c4d6b req-b109cb84-2d5f-443a-8016-81c59c701897 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465615 Jun 25 14:33:20.224466 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device e12b0ee5-aaeb-40fc-89e5-f810fb731b32 up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:20.299975 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port e12b0ee5-aaeb-40fc-89e5-f810fb731b32 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:20.304924 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port e12b0ee5-aaeb-40fc-89e5-f810fb731b32 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:20.305293 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.432038 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.475935 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c80b1d3-7a94-48b4-91c5-58603ad7d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12b0ee5-aaeb-40fc-89e5-f810fb731b32'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:33:20.494301 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port e12b0ee5-aaeb-40fc-89e5-f810fb731b32, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=e12b0ee5-aaeb-40fc-89e5-f810fb731b32,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:20.504353 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.506222 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:20.540493 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c80b1d3-7a94-48b4-91c5-58603ad7d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12b0ee5-aaeb-40fc-89e5-f810fb731b32', 'code': 200} Jun 25 14:33:20.582475 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=e12b0ee5-aaeb-40fc-89e5-f810fb731b32,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:20.587926 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:20.639595 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48474) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:20.760482 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-445ce839-7bf7-4c8d-8321-9ab46102e682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.775095 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-445ce839-7bf7-4c8d-8321-9ab46102e682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:20.779861 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-445ce839-7bf7-4c8d-8321-9ab46102e682 admin admin] Usage tracker for resource:security_group_rule and tenant:8635a4137db246f5a6884f414c448f83 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:20.783794 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-445ce839-7bf7-4c8d-8321-9ab46102e682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:20.791910 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-445ce839-7bf7-4c8d-8321-9ab46102e682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:20.950253 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-445ce839-7bf7-4c8d-8321-9ab46102e682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.957780 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-445ce839-7bf7-4c8d-8321-9ab46102e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.972823 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-eb19082e-94f6-4019-af4d-b678fecd775a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:21.015123 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ce839-7bf7-4c8d-8321-9ab46102e682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc005d0-e017-4710-a175-643d7e7259ae,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:21.020856 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-445ce839-7bf7-4c8d-8321-9ab46102e682 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8635a4137db246f5a6884f414c448f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792279 Jun 25 14:33:21.020856 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-445ce839-7bf7-4c8d-8321-9ab46102e682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:21.022520 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48488) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:21.106759 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-69e9a521-d0c7-4476-ab18-5ca12162dd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:21.176892 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-69e9a521-d0c7-4476-ab18-5ca12162dd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:21.211480 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d69f48-c291-4b3f-8004-8686ab9aeb67 req-a0668ae2-9bd6-4415-824f-a4e2bb92dc73 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:21.223837 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a9d69f48-c291-4b3f-8004-8686ab9aeb67 req-a0668ae2-9bd6-4415-824f-a4e2bb92dc73 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2543018 Jun 25 14:33:21.263039 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f29364-d1d3-4678-a582-82e3840125c1 req-81335f11-a3ac-4084-90ca-dd77851d1e6a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:21.264624 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-49f29364-d1d3-4678-a582-82e3840125c1 req-81335f11-a3ac-4084-90ca-dd77851d1e6a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.2191975 Jun 25 14:33:21.270787 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-69e9a521-d0c7-4476-ab18-5ca12162dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:21.277063 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-922df708-2f8b-4d2b-af8f-eb67e05710ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:21.290256 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9a521-d0c7-4476-ab18-5ca12162dd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc005d0-e017-4710-a175-643d7e7259ae,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:21.294136 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-69e9a521-d0c7-4476-ab18-5ca12162dd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:21.297728 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-69e9a521-d0c7-4476-ab18-5ca12162dd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:21.299616 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-69e9a521-d0c7-4476-ab18-5ca12162dd58 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3cc005d0-e017-4710-a175-643d7e7259ae HTTP/1.1" status: 204 len: 168 time: 0.2760987 Jun 25 14:33:21.367896 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-49f29364-d1d3-4678-a582-82e3840125c1 req-a1e79e5c-665f-4ceb-b01b-d7c356b50e09 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912287 Jun 25 14:33:21.372995 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a9d69f48-c291-4b3f-8004-8686ab9aeb67 req-2f9b36fc-cf06-496a-a7cd-fd3d9fd220af tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400197 Jun 25 14:33:21.572690 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170c773-253e-4b5c-8cc4-a0c8ab437e76 req-f6a857b1-8dcf-4978-b4b7-6dfc2c3585f5 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:21.580785 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f170c773-253e-4b5c-8cc4-a0c8ab437e76 req-f6a857b1-8dcf-4978-b4b7-6dfc2c3585f5 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 945 time: 0.1123612 Jun 25 14:33:21.636513 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f170c773-253e-4b5c-8cc4-a0c8ab437e76 req-88bf2c5d-1ec2-4abb-80c4-3f9c0edcda74 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547888 Jun 25 14:33:21.726080 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48502) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:21.743683 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b2be434b-d03d-4d48-9080-21c61b09b25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:21.758110 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-b2be434b-d03d-4d48-9080-21c61b09b25a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:21.761919 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-b2be434b-d03d-4d48-9080-21c61b09b25a admin admin] Usage tracker for resource:security_group_rule and tenant:bb6390a976cb4a6aa8db13cdf4261a5b is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:21.764843 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-b2be434b-d03d-4d48-9080-21c61b09b25a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:21.771463 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-b2be434b-d03d-4d48-9080-21c61b09b25a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:21.858542 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b2be434b-d03d-4d48-9080-21c61b09b25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:21.863384 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b2be434b-d03d-4d48-9080-21c61b09b25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:21.871078 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b9cf0010-3a80-4b51-9bf7-f91e373aefd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:21.916038 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-b2be434b-d03d-4d48-9080-21c61b09b25a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb6390a976cb4a6aa8db13cdf4261a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888840 Jun 25 14:33:21.916746 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be434b-d03d-4d48-9080-21c61b09b25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb86d22-51ba-4411-9a5e-515b957d1a26,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:21.918747 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 48506) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:21.919715 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b2be434b-d03d-4d48-9080-21c61b09b25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:21.980169 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7e2f32fa-7066-4222-9a1e-beefe6c368d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.006004 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7e2f32fa-7066-4222-9a1e-beefe6c368d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.058843 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7e2f32fa-7066-4222-9a1e-beefe6c368d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.062509 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ef2647cc-a8f6-4f1f-9808-51cec92228ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:22.073468 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f32fa-7066-4222-9a1e-beefe6c368d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb86d22-51ba-4411-9a5e-515b957d1a26,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:22.076827 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-7e2f32fa-7066-4222-9a1e-beefe6c368d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:22.080175 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7e2f32fa-7066-4222-9a1e-beefe6c368d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.081431 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-7e2f32fa-7066-4222-9a1e-beefe6c368d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/feb86d22-51ba-4411-9a5e-515b957d1a26 HTTP/1.1" status: 204 len: 168 time: 0.1616764 Jun 25 14:33:22.570583 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48526) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:22.624284 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-3a73bb99-0cc9-4f3d-86f8-fb8098d495e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.657239 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-3a73bb99-0cc9-4f3d-86f8-fb8098d495e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:22.664139 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-3a73bb99-0cc9-4f3d-86f8-fb8098d495e4 admin admin] Usage tracker for resource:security_group_rule and tenant:b5ac7cf6a3774579b9739e13b515cbd5 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:22.667103 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-3a73bb99-0cc9-4f3d-86f8-fb8098d495e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:22.674119 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-3a73bb99-0cc9-4f3d-86f8-fb8098d495e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:22.768750 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefccfca-2108-41fe-a074-72d7ae2d218f req-8a98d731-bb13-461a-969f-f606787347de tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:22.770123 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-eefccfca-2108-41fe-a074-72d7ae2d218f req-8a98d731-bb13-461a-969f-f606787347de tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2382932 Jun 25 14:33:22.775517 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-3a73bb99-0cc9-4f3d-86f8-fb8098d495e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.780423 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-3a73bb99-0cc9-4f3d-86f8-fb8098d495e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.784484 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0b369-d111-4a82-a9c2-a89221a9b867 req-21788837-df08-43f4-86d7-23944f3e3520 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:22.790243 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-00a0b369-d111-4a82-a9c2-a89221a9b867 req-21788837-df08-43f4-86d7-23944f3e3520 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.1345294 Jun 25 14:33:22.797427 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-d81f3725-7779-4f6f-a99a-93bbb58acc8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:22.848512 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-3a73bb99-0cc9-4f3d-86f8-fb8098d495e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5ac7cf6a3774579b9739e13b515cbd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764957 Jun 25 14:33:22.850317 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73bb99-0cc9-4f3d-86f8-fb8098d495e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a422f1-12ee-483b-859e-28585c58b38f,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:22.852982 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48532) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:22.855845 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-3a73bb99-0cc9-4f3d-86f8-fb8098d495e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:22.890999 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-00a0b369-d111-4a82-a9c2-a89221a9b867 req-9488aea2-6c5b-40d8-baad-103b417ace91 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821888 Jun 25 14:33:22.897443 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-eefccfca-2108-41fe-a074-72d7ae2d218f req-5f634b70-3fce-460a-9c1e-9cef9d8d7457 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098371 Jun 25 14:33:22.941598 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6305f459-33e7-4126-a136-b4726685f45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.969003 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6305f459-33e7-4126-a136-b4726685f45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:23.039384 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6305f459-33e7-4126-a136-b4726685f45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:23.045001 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-08d37c2f-142e-4c05-95e8-3931b08d472a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:23.057763 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305f459-33e7-4126-a136-b4726685f45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a422f1-12ee-483b-859e-28585c58b38f,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:23.060463 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-6305f459-33e7-4126-a136-b4726685f45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:23.070439 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6305f459-33e7-4126-a136-b4726685f45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:23.074570 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-6305f459-33e7-4126-a136-b4726685f45e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5a422f1-12ee-483b-859e-28585c58b38f HTTP/1.1" status: 204 len: 168 time: 0.2177830 Jun 25 14:33:23.088842 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1004f-c52c-4953-88aa-ca42369c87db req-ca60fbc1-2dea-45d1-b4ef-ee856503b5c7 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:23.090306 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-83a1004f-c52c-4953-88aa-ca42369c87db req-ca60fbc1-2dea-45d1-b4ef-ee856503b5c7 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 945 time: 0.0867844 Jun 25 14:33:23.169107 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-83a1004f-c52c-4953-88aa-ca42369c87db req-b5c4e4b7-abbc-4f91-9944-2a0d8ec6efbf tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717800 Jun 25 14:33:24.158412 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b386da-ed2d-403d-889f-efb9dcf567b7 req-c78f6ea3-0c0d-461e-a127-299fc25535a6 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:24.160038 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-78b386da-ed2d-403d-889f-efb9dcf567b7 req-c78f6ea3-0c0d-461e-a127-299fc25535a6 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1479120 Jun 25 14:33:24.192976 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8dfe1-2950-41f7-9659-068a19533a0b req-052cd260-a9b0-431b-9723-9e06d49acdca tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:24.194447 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-52f8dfe1-2950-41f7-9659-068a19533a0b req-052cd260-a9b0-431b-9723-9e06d49acdca tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.1513550 Jun 25 14:33:24.240723 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-78b386da-ed2d-403d-889f-efb9dcf567b7 req-be497d71-d585-43b9-80a4-8e4b9504b186 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745158 Jun 25 14:33:24.265361 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-52f8dfe1-2950-41f7-9659-068a19533a0b req-ea5b54f3-a8e1-4463-b836-0e54232e73b6 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555384 Jun 25 14:33:24.423278 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ab2ad-e903-49e1-893a-3db70de6832b req-ee7ce693-0c54-46b3-8ea1-e57c51ed2974 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:24.425365 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f91ab2ad-e903-49e1-893a-3db70de6832b req-ee7ce693-0c54-46b3-8ea1-e57c51ed2974 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 945 time: 0.0837326 Jun 25 14:33:24.473790 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f91ab2ad-e903-49e1-893a-3db70de6832b req-b0d1491b-9655-4fa3-8967-b769465e9e2e tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 Jun 25 14:33:24.972396 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:25.230251 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48558) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:25.379799 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4972ecce-6262-4189-9dc8-cbdf17f98140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:25.394735 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-4972ecce-6262-4189-9dc8-cbdf17f98140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:25.398702 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-4972ecce-6262-4189-9dc8-cbdf17f98140 admin admin] Usage tracker for resource:security_group_rule and tenant:50957544159447769bad55b06b57cad4 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:25.401635 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-4972ecce-6262-4189-9dc8-cbdf17f98140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:25.407516 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-4972ecce-6262-4189-9dc8-cbdf17f98140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:25.509767 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4972ecce-6262-4189-9dc8-cbdf17f98140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:25.514594 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4972ecce-6262-4189-9dc8-cbdf17f98140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:25.522611 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287f108-5832-4b4b-b191-52551e8cc396 req-40fdb8e8-f45d-4e2c-9fce-a50780339fec tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:25.523576 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-67c507c7-efaf-409b-9601-ff41abe990ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:25.524094 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9287f108-5832-4b4b-b191-52551e8cc396 req-40fdb8e8-f45d-4e2c-9fce-a50780339fec tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1490026 Jun 25 14:33:25.534856 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ca297-5028-4f53-baf9-f196a3b239a0 req-6a35a819-dce9-4c25-b85a-77bf0bfa26ac tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:25.536331 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2e2ca297-5028-4f53-baf9-f196a3b239a0 req-6a35a819-dce9-4c25-b85a-77bf0bfa26ac tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.1294570 Jun 25 14:33:25.565218 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-4972ecce-6262-4189-9dc8-cbdf17f98140 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50957544159447769bad55b06b57cad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335578 Jun 25 14:33:25.565918 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972ecce-6262-4189-9dc8-cbdf17f98140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab195372-0338-478c-8745-3fbe8ec53189,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:25.569257 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48570) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:25.570974 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-4972ecce-6262-4189-9dc8-cbdf17f98140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:25.606910 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9287f108-5832-4b4b-b191-52551e8cc396 req-47fe70c6-5b7a-42c2-aade-4fea973f8e10 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696020 Jun 25 14:33:25.623941 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2e2ca297-5028-4f53-baf9-f196a3b239a0 req-4fb8c3f6-b44f-46bd-b2a4-12e233d69ec5 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730798 Jun 25 14:33:25.658428 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-3105e58c-0659-41fb-9988-56478d49230c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:25.700265 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-3105e58c-0659-41fb-9988-56478d49230c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:25.724981 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7007f5e5-987f-4da1-ac3a-fa5d064c0093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:25.759543 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-3105e58c-0659-41fb-9988-56478d49230c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:25.763469 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-838f328f-8518-4f08-9806-a69fa082b062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:25.775530 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105e58c-0659-41fb-9988-56478d49230c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab195372-0338-478c-8745-3fbe8ec53189,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:25.779748 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-3105e58c-0659-41fb-9988-56478d49230c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:25.783734 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-3105e58c-0659-41fb-9988-56478d49230c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:25.787157 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-3105e58c-0659-41fb-9988-56478d49230c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab195372-0338-478c-8745-3fbe8ec53189 HTTP/1.1" status: 204 len: 168 time: 0.2156711 Jun 25 14:33:25.817491 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:25.909448 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ec4f6-82aa-46e1-81db-e7631f8e3692 req-c7e79d4d-3efa-4bd4-8d97-4c8978f389be tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:25.911542 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5a7ec4f6-82aa-46e1-81db-e7631f8e3692 req-c7e79d4d-3efa-4bd4-8d97-4c8978f389be tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 945 time: 0.1942761 Jun 25 14:33:25.960971 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5a7ec4f6-82aa-46e1-81db-e7631f8e3692 req-4d40ffe9-414f-4a80-8119-c7817ae402b0 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444016 Jun 25 14:33:26.547053 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 48596) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:26.659321 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1340258114-network', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:26.669414 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:26.686663 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Usage tracker for resource:network and tenant:99a2ea8d16f245d781ba2b45be672d2a is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:26.692304 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:26.703452 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:26.723527 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Made reservation on behalf of 99a2ea8d16f245d781ba2b45be672d2a for: {'network': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:33:26.737006 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:26.782713 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:26.847419 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:26.865238 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Usage tracker for resource:security_group_rule and tenant:99a2ea8d16f245d781ba2b45be672d2a is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:26.871660 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:26.881847 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:26.959367 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41979dd-b256-4989-979b-4628d4ecd5c0 req-3a69e159-885a-4ec5-b05f-49f9ff7b6259 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:26.960870 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f41979dd-b256-4989-979b-4628d4ecd5c0 req-3a69e159-885a-4ec5-b05f-49f9ff7b6259 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.2119188 Jun 25 14:33:26.973523 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5dbde-f5b2-465b-b289-17c376df7bf9 req-cf78a535-76fc-4e3c-9236-74dcbc551d6a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:26.974944 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-43c5dbde-f5b2-465b-b289-17c376df7bf9 req-cf78a535-76fc-4e3c-9236-74dcbc551d6a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2271838 Jun 25 14:33:27.063774 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f41979dd-b256-4989-979b-4628d4ecd5c0 req-6708b36e-ff8e-4765-be33-beb6be22f502 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865710 Jun 25 14:33:27.080798 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-43c5dbde-f5b2-465b-b289-17c376df7bf9 req-4e9ce6df-337e-42e3-95dd-a3b926ea434d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852559 Jun 25 14:33:27.112801 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:27.128120 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:27.134743 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a85a72aa-0254-488d-8a5d-adcb1b86dfff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:27.169934 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=78414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:33:27.175387 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7ff066-3544-4af1-b7fc-d75f71a1b6f4,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:27.179776 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:27.183827 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:27.184278 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.segments_db [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Added segment 1aebfb62-439c-455d-b055-31f88b958a12 of type vlan for network fbdfb920-c89a-4253-9bd1-e6cba08d8871 Jun 25 14:33:27.226692 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:27.313453 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:27.315774 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:27.316395 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:27.322358 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:27.413311 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e35625-f3a7-4716-b779-916d83404834 req-39f80f0f-3aa0-4e1d-98e7-b7152d8ade74 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:27.414669 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-05e35625-f3a7-4716-b779-916d83404834 req-39f80f0f-3aa0-4e1d-98e7-b7152d8ade74 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 945 time: 0.1922064 Jun 25 14:33:27.422034 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8738761 Jun 25 14:33:27.426021 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48610) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:27.433899 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Request body: {'subnet': {'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1340258114-subnet', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'ip_version': 4}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:27.439402 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:27.443837 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Usage tracker for resource:subnet and tenant:99a2ea8d16f245d781ba2b45be672d2a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:27.447442 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:27.454420 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:27.458139 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Pushing event updated for resources: {'Network': ['ID=fbdfb920-c89a-4253-9bd1-e6cba08d8871,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:27.462722 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:27.471477 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network fbdfb920-c89a-4253-9bd1-e6cba08d8871 details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:33:27.481114 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Made reservation on behalf of 99a2ea8d16f245d781ba2b45be672d2a for: {'subnet': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:33:27.484337 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6890692'] for subnet, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:27.486734 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-05e35625-f3a7-4716-b779-916d83404834 req-0d3dd2a2-db39-46f1-aba7-b6dbafcb74dc tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634513 Jun 25 14:33:27.704425 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6721651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6890706'] for subnet, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:27.710741 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:27.785775 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7793419f-1d06-4466-8932-87c4e1d7fab9,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:27.789747 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:27.793894 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Checking segment: {'id': '1aebfb62-439c-455d-b055-31f88b958a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:27.794240 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Network hostable DHCP agents. Network: fbdfb920-c89a-4253-9bd1-e6cba08d8871, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:33:27.815558 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Network fbdfb920-c89a-4253-9bd1-e6cba08d8871 is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:33:27.825877 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, fbdfb920-c89a-4253-9bd1-e6cba08d8871) {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:27.832734 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:27.832856 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:27.835728 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea72e790-95ae-475e-9761-d741cfa0232f None None] Network fbdfb920-c89a-4253-9bd1-e6cba08d8871 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:33:27.853687 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-69eba92a-c7d7-4ba5-adbb-ac5872ee2e55 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4264438 Jun 25 14:33:27.856308 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48614) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:27.861403 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:27.866206 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:27.875756 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Usage tracker for resource:router and tenant:99a2ea8d16f245d781ba2b45be672d2a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:27.880037 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:27.886448 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:27.897077 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8043767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-33932'] for router, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:27.898123 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8042515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8113824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33947'] for router, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:27.916936 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.002735 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fdbbcbdb-b659-4bc6-8a38-c508cc0e1048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.113737 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18571bba-6c2b-537b-a5a4-36f53bf4dd68-fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'fixed_ips': [{'subnet_id': '7793419f-1d06-4466-8932-87c4e1d7fab9'}]}} from dv-cinder-798088-1-smb. {{(pid=78416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:33:28.114997 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.368060 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8043132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-33897'] for router, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.395030 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c24e7-f222-40b2-b70a-2c84697e41ae req-59c20056-3ad9-4ba8-af6d-d033d5fad82a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:28.402990 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3b6c24e7-f222-40b2-b70a-2c84697e41ae req-59c20056-3ad9-4ba8-af6d-d033d5fad82a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.1591344 Jun 25 14:33:28.404215 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Allocated IP 172.20.0.2 (fbdfb920-c89a-4253-9bd1-e6cba08d8871/7793419f-1d06-4466-8932-87c4e1d7fab9/ca08916b-89ca-49a4-aae9-fc96fcbee02e) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:33:28.471689 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3b6c24e7-f222-40b2-b70a-2c84697e41ae req-6d9a6854-75af-4151-9037-09b547f650ba tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674520 Jun 25 14:33:28.494493 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4381fa-f6cf-4d1a-8ed3-7ab88074bffa req-893ae02f-6b20-40e8-a331-3cb1ca2788e9 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:28.506138 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9c4381fa-f6cf-4d1a-8ed3-7ab88074bffa req-893ae02f-6b20-40e8-a331-3cb1ca2788e9 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1710041 Jun 25 14:33:28.554298 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9c4381fa-f6cf-4d1a-8ed3-7ab88074bffa req-d7b57fab-6983-4e25-a1cf-627191fbd2a0 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497029 Jun 25 14:33:28.698927 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.712912 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Transition to ACTIVE for port object ca08916b-89ca-49a4-aae9-fc96fcbee02e will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:28.715974 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be19e27-6e8f-4d41-a572-52822a2540ad req-a4421fb4-c23e-4f56-a7e3-75fe2dac93d7 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:28.724050 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1be19e27-6e8f-4d41-a572-52822a2540ad req-a4421fb4-c23e-4f56-a7e3-75fe2dac93d7 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 945 time: 0.1110313 Jun 25 14:33:28.732372 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.734671 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Transition to ACTIVE for port object ca08916b-89ca-49a4-aae9-fc96fcbee02e will not be triggered until provisioned by entity DHCP. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:28.741344 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.764458 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.765627 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:28.775635 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1be19e27-6e8f-4d41-a572-52822a2540ad req-e664f16f-829d-40ef-bb5c-edc6ced88de6 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507374 Jun 25 14:33:28.844719 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Network fbdfb920-c89a-4253-9bd1-e6cba08d8871 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:33:28.847758 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:28.851710 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:33:28.861044 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Pushing event updated for resources: {'Port': ['ID=ca08916b-89ca-49a4-aae9-fc96fcbee02e,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:28.887441 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:28.926739 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Allocated IP 172.28.0.77 (93c87320-2b90-44fa-ad5e-83d4f4b48af6/b87a097a-2410-41cc-a04b-b3f133853cca/e6bf6a37-53e6-47a4-a8e7-47cb9fde264e) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:33:28.952526 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Attempting to bind port ca08916b-89ca-49a4-aae9-fc96fcbee02e on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:33:28.952907 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Attempting to bind port ca08916b-89ca-49a4-aae9-fc96fcbee02e by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': '1aebfb62-439c-455d-b055-31f88b958a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:33:28.953278 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Attempting to bind port ca08916b-89ca-49a4-aae9-fc96fcbee02e on network fbdfb920-c89a-4253-9bd1-e6cba08d8871 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:33:28.959683 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:33:28.960044 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Checking segment: {'id': '1aebfb62-439c-455d-b055-31f88b958a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:28.960484 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.960846 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Bound using segment: {'id': '1aebfb62-439c-455d-b055-31f88b958a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:33:28.961320 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Bound port: ca08916b-89ca-49a4-aae9-fc96fcbee02e, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aebfb62-439c-455d-b055-31f88b958a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:33:28.961698 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:29.061525 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] For port ca08916b-89ca-49a4-aae9-fc96fcbee02e, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:33:29.065931 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] For port ca08916b-89ca-49a4-aae9-fc96fcbee02e, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=ca08916b-89ca-49a4-aae9-fc96fcbee02e,segment=NetworkSegment(1aebfb62-439c-455d-b055-31f88b958a12),segment_id=1aebfb62-439c-455d-b055-31f88b958a12)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:33:29.070743 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:29.078407 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:29.097754 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:29.145693 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:29.150608 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a72b05b5-08f7-469f-ba9c-474ef4eca802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:29.186491 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:29.196709 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Pushing event updated for resources: {'Port': ['ID=ca08916b-89ca-49a4-aae9-fc96fcbee02e,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:29.210181 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:29.255921 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:33:29.258708 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:29.262540 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:33:29.301877 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Pushing event updated for resources: {'Port': ['ID=e6bf6a37-53e6-47a4-a8e7-47cb9fde264e,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:29.310355 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:29.756078 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:29.817167 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ad1b9-c13a-4566-98ad-c2a435f5b03d req-25802eb4-574e-4a8b-9402-e4b266b71fd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:29.818185 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ec6ad1b9-c13a-4566-98ad-c2a435f5b03d req-25802eb4-574e-4a8b-9402-e4b266b71fd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.1628153 Jun 25 14:33:29.833706 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b087f6c-57b1-4baf-943f-91520b50aad3 req-75522d18-ace9-4768-9c5b-b2334aa276a8 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:29.835195 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8b087f6c-57b1-4baf-943f-91520b50aad3 req-75522d18-ace9-4768-9c5b-b2334aa276a8 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1417704 Jun 25 14:33:29.917428 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ec6ad1b9-c13a-4566-98ad-c2a435f5b03d req-0ec7a80e-d5e3-4512-8b50-db5c470959d7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915382 Jun 25 14:33:29.922526 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8b087f6c-57b1-4baf-943f-91520b50aad3 req-ed7e7850-e437-45ca-b085-bec110d15feb tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700698 Jun 25 14:33:30.164728 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb1093-5379-4b69-936b-78c959a69b1e req-7ec60561-9dec-46ae-ae03-f34296a39bf2 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:30.166254 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a4fb1093-5379-4b69-936b-78c959a69b1e req-7ec60561-9dec-46ae-ae03-f34296a39bf2 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 945 time: 0.1259656 Jun 25 14:33:30.253065 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a4fb1093-5379-4b69-936b-78c959a69b1e req-8d18a516-923a-4bed-aba9-61f6d4a39116 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755703 Jun 25 14:33:30.306498 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device ca08916b-89ca-49a4-aae9-fc96fcbee02e up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:30.354293 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8043099'] for router, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:30.381658 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port ca08916b-89ca-49a4-aae9-fc96fcbee02e completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:30.425066 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d956029a-53b1-46e8-a4a1-732baed2128d None None] Network fbdfb920-c89a-4253-9bd1-e6cba08d8871 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:33:30.528208 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-dc18c473-63d6-4618-8184-2373c6469163 None None] Provisioning for port ca08916b-89ca-49a4-aae9-fc96fcbee02e completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:30.544299 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-dc18c473-63d6-4618-8184-2373c6469163 None None] Provisioning complete for port ca08916b-89ca-49a4-aae9-fc96fcbee02e triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:30.544577 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dc18c473-63d6-4618-8184-2373c6469163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:30.605941 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Router 9e4cf314-0632-4ad3-9909-985b0a88b1af is scheduled to L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 with binding_index 1 {{(pid=78415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:33:30.654877 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:30.787878 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dc18c473-63d6-4618-8184-2373c6469163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:30.800577 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:33:30.814650 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Sync routers for ids ['9e4cf314-0632-4ad3-9909-985b0a88b1af'] in dv-cinder-798088-1-smb {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:33:30.824730 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Routers {'9e4cf314-0632-4ad3-9909-985b0a88b1af'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:33:30.825332 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:33:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['9e4cf314-0632-4ad3-9909-985b0a88b1af'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:30.832600 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Notify callbacks [] for router, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:30.837490 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 48632) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:30.838117 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9805026 Jun 25 14:33:30.842400 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-dc18c473-63d6-4618-8184-2373c6469163 None None] For port ca08916b-89ca-49a4-aae9-fc96fcbee02e, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=ca08916b-89ca-49a4-aae9-fc96fcbee02e,segment=NetworkSegment(1aebfb62-439c-455d-b055-31f88b958a12),segment_id=1aebfb62-439c-455d-b055-31f88b958a12)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:30.848375 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dc18c473-63d6-4618-8184-2373c6469163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:30.850640 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:30.972350 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18c473-63d6-4618-8184-2373c6469163 None None] Pushing event updated for resources: {'Port': ['ID=ca08916b-89ca-49a4-aae9-fc96fcbee02e,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:30.978005 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dc18c473-63d6-4618-8184-2373c6469163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:31.091975 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Set router 9e4cf314-0632-4ad3-9909-985b0a88b1af gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:33:31.207529 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-cba22d8c-67ba-48f8-aca9-85007d037d1e None None] Provisioning complete for port ca08916b-89ca-49a4-aae9-fc96fcbee02e triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:31.208003 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cba22d8c-67ba-48f8-aca9-85007d037d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:31.529549 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:27Z', 'updated_at': '2021-06-25T14:33:29Z', 'revision_number': 3, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'gw_port': {'id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:28Z', 'updated_at': '2021-06-25T14:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:31.534229 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Checking router: 9e4cf314-0632-4ad3-9909-985b0a88b1af for host: dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:33:31.534613 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Updating router 9e4cf314-0632-4ad3-9909-985b0a88b1af port e6bf6a37-53e6-47a4-a8e7-47cb9fde264e binding host dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:33:31.537193 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b34e24-43dd-4ffb-850b-740f0f216f1e req-0cb2e7db-5e23-44cc-a3ca-00213a887d84 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:31.538831 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-43b34e24-43dd-4ffb-850b-740f0f216f1e req-0cb2e7db-5e23-44cc-a3ca-00213a887d84 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.3763838 Jun 25 14:33:31.589647 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:31.636749 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336ac47-2354-4b10-ae51-353bf274c4fe req-3bf22fe6-9536-41f2-b50d-e561c5d78d70 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:31.638182 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7336ac47-2354-4b10-ae51-353bf274c4fe req-3bf22fe6-9536-41f2-b50d-e561c5d78d70 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.5294333 Jun 25 14:33:31.699714 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-43b34e24-43dd-4ffb-850b-740f0f216f1e req-85bff0e8-af88-4193-8c43-d8fe658f7dd0 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523926 Jun 25 14:33:31.785468 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7336ac47-2354-4b10-ae51-353bf274c4fe req-4630880c-f3d2-46ff-b0b5-d67b070b7644 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398058 Jun 25 14:33:31.980851 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:31.997073 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Transition to ACTIVE for port object e6bf6a37-53e6-47a4-a8e7-47cb9fde264e will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:32.005059 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.009282 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:32.046524 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0596eb7-963d-46e4-b806-09c7660aa9a6 req-1918df84-e3b3-4ce0-b788-edf31f7576b0 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:32.048042 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d0596eb7-963d-46e4-b806-09c7660aa9a6 req-1918df84-e3b3-4ce0-b788-edf31f7576b0 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 945 time: 0.1923833 Jun 25 14:33:32.083374 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.090960 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Attempting to bind port e6bf6a37-53e6-47a4-a8e7-47cb9fde264e on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:33:32.091365 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Attempting to bind port e6bf6a37-53e6-47a4-a8e7-47cb9fde264e by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:33:32.091892 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Attempting to bind port e6bf6a37-53e6-47a4-a8e7-47cb9fde264e on network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:33:32.101259 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Pushing event updated for resources: {'Port': ['ID=e6bf6a37-53e6-47a4-a8e7-47cb9fde264e,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:32.104868 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:33:32.105236 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Checking segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:32.105628 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.106009 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Bound using segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:33:32.106474 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Bound port: e6bf6a37-53e6-47a4-a8e7-47cb9fde264e, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:33:32.106855 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.148669 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:32.149145 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:32.149646 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:32.150072 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:32.150492 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:32.151015 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:32.151496 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:32.151908 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:32.152311 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:32.152733 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:32.153137 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:32.153544 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:32.160072 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:32.163210 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d0596eb7-963d-46e4-b806-09c7660aa9a6 req-2cb9d4e5-5c3f-47b2-9c02-0be4e2f3bff5 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020777 Jun 25 14:33:32.221948 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device ca08916b-89ca-49a4-aae9-fc96fcbee02e up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:32.255216 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] For port e6bf6a37-53e6-47a4-a8e7-47cb9fde264e, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:33:32.266802 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] For port e6bf6a37-53e6-47a4-a8e7-47cb9fde264e, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=e6bf6a37-53e6-47a4-a8e7-47cb9fde264e,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:33:32.273218 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.292576 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c132957c-dfbe-4c92-883b-a5dce1685b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:32.325118 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port ca08916b-89ca-49a4-aae9-fc96fcbee02e triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:32.325497 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.385294 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Allocated IP 172.20.0.1 (fbdfb920-c89a-4253-9bd1-e6cba08d8871/7793419f-1d06-4466-8932-87c4e1d7fab9/513b89ff-bce8-48e1-ae65-268c1d8bcaf4) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:33:32.389652 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Routers {'9e4cf314-0632-4ad3-9909-985b0a88b1af'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:33:32.390709 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:33:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['9e4cf314-0632-4ad3-9909-985b0a88b1af'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:32.475100 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Pushing event updated for resources: {'Port': ['ID=e6bf6a37-53e6-47a4-a8e7-47cb9fde264e,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:32.479834 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7c90e569-a600-4bd0-ba2c-038dfdd295d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:32.573929 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.584511 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] Set router 9e4cf314-0632-4ad3-9909-985b0a88b1af gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:33:32.589322 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Transition to ACTIVE for port object 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 will not be triggered until provisioned by entity DHCP. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:32.613915 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.623231 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-35b5c848-d853-4c5a-aaa7-69ef4ba69932 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:32.689550 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Network fbdfb920-c89a-4253-9bd1-e6cba08d8871 is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:33:32.692298 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:32.696048 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:33:32.731841 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=513b89ff-bce8-48e1-ae65-268c1d8bcaf4,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:32.741043 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:32.758913 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8043165'] for router_interface, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.926840 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-02db1ffa-d18f-4dee-979a-24a66f9cd7a3 None None] Provisioning for port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:32.932647 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-02db1ffa-d18f-4dee-979a-24a66f9cd7a3 None None] Provisioning complete for port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:32.933170 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-02db1ffa-d18f-4dee-979a-24a66f9cd7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.948514 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:27Z', 'updated_at': '2021-06-25T14:33:29Z', 'revision_number': 3, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'gw_port': {'id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:28Z', 'updated_at': '2021-06-25T14:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:32.952328 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e9ba8c-3ba1-4a72-b073-9b2ec0db8d05 None None] The sync data for ids ['9e4cf314-0632-4ad3-9909-985b0a88b1af'] in dv-cinder-798088-1-smb is: [{'id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:27Z', 'updated_at': '2021-06-25T14:33:29Z', 'revision_number': 3, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'gw_port': {'id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:28Z', 'updated_at': '2021-06-25T14:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}] {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:33:32.993815 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-02db1ffa-d18f-4dee-979a-24a66f9cd7a3 None None] Port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:33:33.019997 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:33.110501 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831b727-5a8f-4431-aa50-50d33ffc29db req-38e77a8a-3bc5-41c9-b5e1-29a121315fef tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:33.112299 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a831b727-5a8f-4431-aa50-50d33ffc29db req-38e77a8a-3bc5-41c9-b5e1-29a121315fef tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2631397 Jun 25 14:33:33.131755 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ced11-7f0a-4193-9545-b98d1b7e6422 req-7c55bcc2-c034-4e2d-9de7-4aeae84e9605 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:33.132955 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9e0ced11-7f0a-4193-9545-b98d1b7e6422 req-7c55bcc2-c034-4e2d-9de7-4aeae84e9605 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.2065399 Jun 25 14:33:33.457575 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a831b727-5a8f-4431-aa50-50d33ffc29db req-e702ee6a-c618-4422-bcc9-adc587fe3d2f tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179109 Jun 25 14:33:33.469738 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9e0ced11-7f0a-4193-9545-b98d1b7e6422 req-970585c8-728f-4220-977f-c91077734e00 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105478 Jun 25 14:33:33.540264 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d39300-351a-481c-a646-0d9af55b31a0 req-e2ff2f9c-e2bf-4e4b-b841-cdfc68a7ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:33.541736 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-01d39300-351a-481c-a646-0d9af55b31a0 req-e2ff2f9c-e2bf-4e4b-b841-cdfc68a7ee4c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 1098 time: 0.1596239 Jun 25 14:33:33.570840 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:33.576084 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:33.603905 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:33.747625 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-01d39300-351a-481c-a646-0d9af55b31a0 req-64567524-5460-4616-b3e9-6098b864c0d8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935210 Jun 25 14:33:33.756472 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=513b89ff-bce8-48e1-ae65-268c1d8bcaf4,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:33.760431 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7894240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8043572'] for router_interface, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:33.764061 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:33.864996 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9f621-ebf8-4a4f-880c-c8083943402b req-04c156ed-d12f-4112-8a86-b41b0e55df55 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:33.866453 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e9c9f621-ebf8-4a4f-880c-c8083943402b req-04c156ed-d12f-4112-8a86-b41b0e55df55 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 945 time: 0.2635646 Jun 25 14:33:33.943864 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e9c9f621-ebf8-4a4f-880c-c8083943402b req-d42d1fdb-8f16-4017-a0cc-c9c2144278ad tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698717 Jun 25 14:33:33.945484 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Network fbdfb920-c89a-4253-9bd1-e6cba08d8871 is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:33:33.946562 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:34.134414 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Router 9e4cf314-0632-4ad3-9909-985b0a88b1af has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:33:34.196120 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device e6bf6a37-53e6-47a4-a8e7-47cb9fde264e up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:34.266731 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-08f97126-a0fe-489c-a0ca-03750d2ffb96 None None] Provisioning complete for port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:34.267669 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-08f97126-a0fe-489c-a0ca-03750d2ffb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:34.321085 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:33:34.325854 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-08f97126-a0fe-489c-a0ca-03750d2ffb96 None None] Port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:33:34.328614 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port e6bf6a37-53e6-47a4-a8e7-47cb9fde264e completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:34.334375 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port e6bf6a37-53e6-47a4-a8e7-47cb9fde264e triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:34.334753 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:34.339985 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] 10.222.0.50 "PUT /v2.0/routers/9e4cf314-0632-4ad3-9909-985b0a88b1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5004551 Jun 25 14:33:34.455042 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:34.478908 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port e6bf6a37-53e6-47a4-a8e7-47cb9fde264e, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=e6bf6a37-53e6-47a4-a8e7-47cb9fde264e,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:34.484392 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:34.487108 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:34.544158 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Sync routers for ids ['9e4cf314-0632-4ad3-9909-985b0a88b1af'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:33:34.598300 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Routers {'9e4cf314-0632-4ad3-9909-985b0a88b1af'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:33:34.598696 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:33:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['9e4cf314-0632-4ad3-9909-985b0a88b1af'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:34.663844 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=e6bf6a37-53e6-47a4-a8e7-47cb9fde264e,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:34.674548 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:34.814888 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a152e0-a53c-402b-ba82-bc610f72958d req-381edd3c-6601-4db7-beb0-b2d205d73225 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:34.824609 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f1a152e0-a53c-402b-ba82-bc610f72958d req-381edd3c-6601-4db7-beb0-b2d205d73225 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2210884 Jun 25 14:33:34.851330 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Set router 9e4cf314-0632-4ad3-9909-985b0a88b1af gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:33:34.881948 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f1a152e0-a53c-402b-ba82-bc610f72958d req-ce08d9a6-48af-43f8-ba4c-d167cd419c7a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562677 Jun 25 14:33:34.891165 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed50c2-cb38-4734-b3f0-abc206de075d req-3de96a0b-1426-4dc3-895e-dfc8b33f5b30 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:34.899396 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-99ed50c2-cb38-4734-b3f0-abc206de075d req-3de96a0b-1426-4dc3-895e-dfc8b33f5b30 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.2307007 Jun 25 14:33:34.950969 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-99ed50c2-cb38-4734-b3f0-abc206de075d req-bd1af145-792c-432c-a295-c7fab4d2315f tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504811 Jun 25 14:33:35.102294 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 48672) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:35.109009 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1271811723-network', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:35.159647 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:35.166738 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Usage tracker for resource:network and tenant:a3e72ba5faa74a2cb5442fdea97d592e is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:35.170112 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:35.182688 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:35.197694 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Made reservation on behalf of a3e72ba5faa74a2cb5442fdea97d592e for: {'network': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:33:35.199955 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:35.215132 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:35.234537 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:35.245669 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48e653-14a3-4f18-9364-152ce66ceb2d req-323e362b-9163-45d3-b6c5-78d9b1ee0ab3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:35.247112 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ef48e653-14a3-4f18-9364-152ce66ceb2d req-323e362b-9163-45d3-b6c5-78d9b1ee0ab3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 945 time: 0.1333015 Jun 25 14:33:35.248074 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Usage tracker for resource:security_group_rule and tenant:a3e72ba5faa74a2cb5442fdea97d592e is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:35.251059 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:35.270287 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:35.276450 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:27Z', 'updated_at': '2021-06-25T14:33:32Z', 'revision_number': 4, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'gw_port': {'id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:28Z', 'updated_at': '2021-06-25T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '513b89ff-bce8-48e1-ae65-268c1d8bcaf4', 'name': '', 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'mac_address': 'fa:16:3e:15:03:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:32Z', 'updated_at': '2021-06-25T14:33:33Z', 'revision_number': 2, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'subnets': [{'id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:35.280242 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Checking router: 9e4cf314-0632-4ad3-9909-985b0a88b1af for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:33:35.280620 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Updating router 9e4cf314-0632-4ad3-9909-985b0a88b1af port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 binding host dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:33:35.312522 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ef48e653-14a3-4f18-9364-152ce66ceb2d req-a68d1ad6-9fc2-4d01-91c1-01a9755cab15 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579202 Jun 25 14:33:35.334238 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:35.379049 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:35.383655 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:35.387927 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f0c38e4c-f5be-442c-b5ec-2bde496aad36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:35.415773 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=78414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:33:35.425335 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af8e808-9e29-46ee-bff0-6e7c1b1cecff,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:35.428980 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:35.431711 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:35.432139 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.segments_db [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Added segment f9c845a7-4ff6-4296-bf22-e7aadf3f0b87 of type vlan for network 5f02a4ff-66ea-462a-9b07-32271ec2d5b5 Jun 25 14:33:35.467420 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:35.498951 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:35.500403 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:35.501048 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:35.504846 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-cd61af35-f36f-485f-95a1-f1fd1d23bb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:35.600341 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Pushing event updated for resources: {'Network': ['ID=5f02a4ff-66ea-462a-9b07-32271ec2d5b5,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:35.607195 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48678) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:35.613416 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Request body: {'subnet': {'network_id': '5f02a4ff-66ea-462a-9b07-32271ec2d5b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1271811723-subnet', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'ip_version': 4}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:35.617790 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5143611 Jun 25 14:33:35.618091 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network 5f02a4ff-66ea-462a-9b07-32271ec2d5b5 details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:33:35.619145 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:35.620241 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:35.626089 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Usage tracker for resource:subnet and tenant:a3e72ba5faa74a2cb5442fdea97d592e is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:35.632006 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:35.640664 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:35.653280 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Made reservation on behalf of a3e72ba5faa74a2cb5442fdea97d592e for: {'subnet': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:33:35.656040 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6890692'] for subnet, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:35.778341 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:35.804512 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Transition to ACTIVE for port object 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:35.822482 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:35.826111 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:35.881481 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6721651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6890706'] for subnet, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:35.886820 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0499a619-9a14-43ba-a650-e85b75e401f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:35.964478 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=029e2855-1787-4b6c-85c6-653a740eea3a,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:35.967578 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:35.970718 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Checking segment: {'id': 'f9c845a7-4ff6-4296-bf22-e7aadf3f0b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5f02a4ff-66ea-462a-9b07-32271ec2d5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:35.971285 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Network hostable DHCP agents. Network: 5f02a4ff-66ea-462a-9b07-32271ec2d5b5, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:33:36.009752 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Network 5f02a4ff-66ea-462a-9b07-32271ec2d5b5 is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:33:36.038232 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, 5f02a4ff-66ea-462a-9b07-32271ec2d5b5) {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:36.044232 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:36.044890 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.045367 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1a543-48cd-4cb4-ba55-aac00222b7a6 None None] Pushing event updated for resources: {'Port': ['ID=513b89ff-bce8-48e1-ae65-268c1d8bcaf4,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:36.082436 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dbd1a543-48cd-4cb4-ba55-aac00222b7a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:36.084785 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69e0607-0903-40ec-b6f6-a2f4c6dc87bc None None] Network 5f02a4ff-66ea-462a-9b07-32271ec2d5b5 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:33:36.092124 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4836469 Jun 25 14:33:36.102414 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48690) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:36.113603 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1271811723-router', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:36.125416 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:36.136524 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Usage tracker for resource:router and tenant:a3e72ba5faa74a2cb5442fdea97d592e is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:36.142537 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:36.149442 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:36.161776 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8043767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-33932'] for router, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.163208 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8042515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8113824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33947'] for router, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.175140 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Attempting to bind port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:33:36.175475 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Attempting to bind port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': '1aebfb62-439c-455d-b055-31f88b958a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:33:36.175968 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Attempting to bind port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 on network fbdfb920-c89a-4253-9bd1-e6cba08d8871 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:33:36.189971 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.244742 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device e6bf6a37-53e6-47a4-a8e7-47cb9fde264e up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:36.286834 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:33:36.287584 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Checking segment: {'id': '1aebfb62-439c-455d-b055-31f88b958a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:36.287829 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.288208 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Bound using segment: {'id': '1aebfb62-439c-455d-b055-31f88b958a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:33:36.288704 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Bound port: 513b89ff-bce8-48e1-ae65-268c1d8bcaf4, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aebfb62-439c-455d-b055-31f88b958a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:33:36.289449 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.300174 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e3bd5-b7ce-462c-9024-f62b2166c88e req-744ae5bc-7aaa-4893-a56f-ad3f55d03739 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:36.301871 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ae1e3bd5-b7ce-462c-9024-f62b2166c88e req-744ae5bc-7aaa-4893-a56f-ad3f55d03739 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2974670 Jun 25 14:33:36.311962 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8401d8e-5618-470f-a011-96f5a4ede813 req-6a63d05d-4eb4-4a74-8fcd-f47ff525fafb tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:36.314576 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d8401d8e-5618-470f-a011-96f5a4ede813 req-6a63d05d-4eb4-4a74-8fcd-f47ff525fafb tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 943 time: 0.1305437 Jun 25 14:33:36.334836 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device b7582e94-19d6-4d09-904f-08ecb3212f7b details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:33:36.383868 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ae1e3bd5-b7ce-462c-9024-f62b2166c88e req-97261a60-75e7-4154-8055-aff4b19cf979 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682812 Jun 25 14:33:36.394623 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d8401d8e-5618-470f-a011-96f5a4ede813 req-8c25c431-8fdf-4d4d-85dd-dcdb597e9d4a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606496 Jun 25 14:33:36.532323 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8043132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-33897'] for router, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.578359 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] For port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:33:36.602500 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] For port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=513b89ff-bce8-48e1-ae65-268c1d8bcaf4,segment=NetworkSegment(1aebfb62-439c-455d-b055-31f88b958a12),segment_id=1aebfb62-439c-455d-b055-31f88b958a12)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:33:36.606701 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port e6bf6a37-53e6-47a4-a8e7-47cb9fde264e triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:36.607063 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.658505 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.671903 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:36.787555 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port b7582e94-19d6-4d09-904f-08ecb3212f7b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:36.822477 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'port_id': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'mac_address': 'fa:16:3e:41:01:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:33:36.837336 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18571bba-6c2b-537b-a5a4-36f53bf4dd68-5f02a4ff-66ea-462a-9b07-32271ec2d5b5', 'network_id': '5f02a4ff-66ea-462a-9b07-32271ec2d5b5', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'fixed_ips': [{'subnet_id': '029e2855-1787-4b6c-85c6-653a740eea3a'}]}} from dv-cinder-798088-1-smb. {{(pid=78416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:33:36.838286 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.883522 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Routers {'9e4cf314-0632-4ad3-9909-985b0a88b1af'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:33:36.884159 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:33:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['9e4cf314-0632-4ad3-9909-985b0a88b1af'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:36.951113 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1a543-48cd-4cb4-ba55-aac00222b7a6 None None] Pushing event updated for resources: {'Port': ['ID=513b89ff-bce8-48e1-ae65-268c1d8bcaf4,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:36.957471 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.969118 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dbd1a543-48cd-4cb4-ba55-aac00222b7a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:36.989083 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:37.096814 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:37.159589 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Allocated IP 172.28.0.184 (93c87320-2b90-44fa-ad5e-83d4f4b48af6/b87a097a-2410-41cc-a04b-b3f133853cca/a3be9979-f464-4312-8596-eed110c8da8c) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:33:37.229447 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7582e94-19d6-4d09-904f-08ecb3212f7b {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:33:37.306687 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port b7582e94-19d6-4d09-904f-08ecb3212f7b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:37.308336 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] Set router 9e4cf314-0632-4ad3-9909-985b0a88b1af gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:33:37.328048 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:37.369981 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:37.370432 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:37.382699 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:37.384114 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:37.437200 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:33:37.446313 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:37.449117 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:33:37.512888 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Pushing event updated for resources: {'Port': ['ID=a3be9979-f464-4312-8596-eed110c8da8c,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:37.516438 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:37.577604 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Allocated IP 172.20.0.2 (5f02a4ff-66ea-462a-9b07-32271ec2d5b5/029e2855-1787-4b6c-85c6-653a740eea3a/8f123082-d077-42cf-8eab-34e5da29e1da) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:33:37.670600 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=b7582e94-19d6-4d09-904f-08ecb3212f7b,revision_number=9']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:37.682450 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:37.763590 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb3dde-7ec7-4103-9565-10de6cd0517f req-a88a8c3c-c189-4eb4-b466-0f9b4e6a7c9f tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:37.768024 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-54bb3dde-7ec7-4103-9565-10de6cd0517f req-a88a8c3c-c189-4eb4-b466-0f9b4e6a7c9f tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1633210 Jun 25 14:33:37.786272 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['b7582e94-19d6-4d09-904f-08ecb3212f7b'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:33:37.819604 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fab8c0-8c2a-4c06-8fdb-60a28d79758c req-0cb95a7c-e30a-4de9-84f8-85093121bda4 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:37.821093 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-66fab8c0-8c2a-4c06-8fdb-60a28d79758c req-0cb95a7c-e30a-4de9-84f8-85093121bda4 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 944 time: 0.1567323 Jun 25 14:33:37.848298 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-54bb3dde-7ec7-4103-9565-10de6cd0517f req-c8e1db6e-b16b-4223-99a6-dc1866477587 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734444 Jun 25 14:33:37.896006 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-66fab8c0-8c2a-4c06-8fdb-60a28d79758c req-2b8b548a-4caf-470e-a5ab-a9cd612cbfba tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679855 Jun 25 14:33:38.003260 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:38.056798 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:38.083397 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Transition to ACTIVE for port object 8f123082-d077-42cf-8eab-34e5da29e1da will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:38.097509 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:27Z', 'updated_at': '2021-06-25T14:33:32Z', 'revision_number': 4, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'gw_port': {'id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:28Z', 'updated_at': '2021-06-25T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '513b89ff-bce8-48e1-ae65-268c1d8bcaf4', 'name': '', 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'mac_address': 'fa:16:3e:15:03:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:32Z', 'updated_at': '2021-06-25T14:33:36Z', 'revision_number': 4, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'subnets': [{'id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:38.125256 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671da8f2-358f-4ef4-97b1-d71288f775ae None None] The sync data for ids ['9e4cf314-0632-4ad3-9909-985b0a88b1af'] in dv-cinder-798088-1-smb is: [{'id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:27Z', 'updated_at': '2021-06-25T14:33:32Z', 'revision_number': 4, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'gw_port': {'id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:28Z', 'updated_at': '2021-06-25T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '513b89ff-bce8-48e1-ae65-268c1d8bcaf4', 'name': '', 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'mac_address': 'fa:16:3e:15:03:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:32Z', 'updated_at': '2021-06-25T14:33:36Z', 'revision_number': 4, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'subnets': [{'id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:33:38.131578 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Transition to ACTIVE for port object 8f123082-d077-42cf-8eab-34e5da29e1da will not be triggered until provisioned by entity DHCP. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:38.145289 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:38.152695 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dbd1a543-48cd-4cb4-ba55-aac00222b7a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:38.237548 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Network 5f02a4ff-66ea-462a-9b07-32271ec2d5b5 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:33:38.241219 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:38.245429 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:33:38.255561 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Pushing event updated for resources: {'Port': ['ID=8f123082-d077-42cf-8eab-34e5da29e1da,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:38.285852 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:38.352837 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Attempting to bind port 8f123082-d077-42cf-8eab-34e5da29e1da on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:33:38.353478 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Attempting to bind port 8f123082-d077-42cf-8eab-34e5da29e1da by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': 'f9c845a7-4ff6-4296-bf22-e7aadf3f0b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5f02a4ff-66ea-462a-9b07-32271ec2d5b5'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:33:38.353478 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Attempting to bind port 8f123082-d077-42cf-8eab-34e5da29e1da on network 5f02a4ff-66ea-462a-9b07-32271ec2d5b5 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:33:38.359212 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:33:38.359592 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Checking segment: {'id': 'f9c845a7-4ff6-4296-bf22-e7aadf3f0b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5f02a4ff-66ea-462a-9b07-32271ec2d5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:38.360000 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:38.361749 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Bound using segment: {'id': 'f9c845a7-4ff6-4296-bf22-e7aadf3f0b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5f02a4ff-66ea-462a-9b07-32271ec2d5b5'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:33:38.361749 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Bound port: 8f123082-d077-42cf-8eab-34e5da29e1da, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c845a7-4ff6-4296-bf22-e7aadf3f0b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5f02a4ff-66ea-462a-9b07-32271ec2d5b5'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:33:38.361913 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:38.395033 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8043099'] for router, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:38.458498 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] For port 8f123082-d077-42cf-8eab-34e5da29e1da, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:33:38.461948 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] For port 8f123082-d077-42cf-8eab-34e5da29e1da, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=8f123082-d077-42cf-8eab-34e5da29e1da,segment=NetworkSegment(f9c845a7-4ff6-4296-bf22-e7aadf3f0b87),segment_id=f9c845a7-4ff6-4296-bf22-e7aadf3f0b87)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:33:38.467374 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:38.471833 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:38.553495 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Pushing event updated for resources: {'Port': ['ID=8f123082-d077-42cf-8eab-34e5da29e1da,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:38.564752 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:38.765791 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Router 5e55c974-0550-42de-9282-c02c32dc8c6b is scheduled to L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 with binding_index 1 {{(pid=78415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:33:38.964603 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:33:38.974585 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Sync routers for ids ['5e55c974-0550-42de-9282-c02c32dc8c6b'] in dv-cinder-798088-1-smb {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:33:38.992789 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Routers {'5e55c974-0550-42de-9282-c02c32dc8c6b'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:33:38.994778 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:33:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['5e55c974-0550-42de-9282-c02c32dc8c6b'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:39.018462 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] Notify callbacks [] for router, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:39.020770 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-27bfe796-4a4e-48de-b083-a1741a2285d9 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9146249 Jun 25 14:33:39.033247 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 48718) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:39.186634 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c539066-82f8-4e17-97f7-02df6f2fc322 req-8641c180-82e8-420e-afc1-9f0dfd244fa2 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:39.190470 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5c539066-82f8-4e17-97f7-02df6f2fc322 req-8641c180-82e8-420e-afc1-9f0dfd244fa2 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2130368 Jun 25 14:33:39.204638 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf12d49-bf27-4a4a-9138-51514a576d70 req-d594bf07-406d-473e-b543-5fda9749c17c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:39.207091 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdf12d49-bf27-4a4a-9138-51514a576d70 req-d594bf07-406d-473e-b543-5fda9749c17c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 944 time: 0.1532943 Jun 25 14:33:39.295435 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5c539066-82f8-4e17-97f7-02df6f2fc322 req-4ca39953-b378-4e8a-9ec8-1fe4b3e76b54 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870366 Jun 25 14:33:39.332846 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdf12d49-bf27-4a4a-9138-51514a576d70 req-ff4dbb17-2949-4d2f-ba2a-4c0c2a57a56b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950761 Jun 25 14:33:39.381619 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Set router 5e55c974-0550-42de-9282-c02c32dc8c6b gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:33:39.692346 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'name': 'tempest-TestMinimumBasicScenario-1271811723-router', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': 'a3be9979-f464-4312-8596-eed110c8da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:36Z', 'updated_at': '2021-06-25T14:33:37Z', 'revision_number': 3, 'project_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'gw_port': {'id': 'a3be9979-f464-4312-8596-eed110c8da8c', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:37Z', 'updated_at': '2021-06-25T14:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:39.697061 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Checking router: 5e55c974-0550-42de-9282-c02c32dc8c6b for host: dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:33:39.697486 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Updating router 5e55c974-0550-42de-9282-c02c32dc8c6b port a3be9979-f464-4312-8596-eed110c8da8c binding host dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:33:39.750096 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:39.775712 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cecb78-8d36-4038-8e6a-333978dce55d None None] Network 5f02a4ff-66ea-462a-9b07-32271ec2d5b5 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:33:39.897351 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:39.914448 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3f1f7460-2d1a-4c10-b91c-3aa990e57dc4 None None] Provisioning for port 8f123082-d077-42cf-8eab-34e5da29e1da completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:40.116805 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:40.134308 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Transition to ACTIVE for port object a3be9979-f464-4312-8596-eed110c8da8c will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:40.144865 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:40.153246 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-89e779d7-5a12-4831-a943-d3961fa4224a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:40.225925 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Allocated IP 172.20.0.1 (5f02a4ff-66ea-462a-9b07-32271ec2d5b5/029e2855-1787-4b6c-85c6-653a740eea3a/19443350-28aa-4232-bef7-18a00b71b35d) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:33:40.310592 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Attempting to bind port a3be9979-f464-4312-8596-eed110c8da8c on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:33:40.311060 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Attempting to bind port a3be9979-f464-4312-8596-eed110c8da8c by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:33:40.311441 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Attempting to bind port a3be9979-f464-4312-8596-eed110c8da8c on network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:33:40.343279 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 8f123082-d077-42cf-8eab-34e5da29e1da up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:40.350376 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a8284-7201-4208-8451-686fd91854cc None None] Pushing event updated for resources: {'Port': ['ID=a3be9979-f464-4312-8596-eed110c8da8c,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:40.370596 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:33:40.373740 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Checking segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:40.374510 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:40.374941 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Bound using segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:33:40.375599 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Bound port: a3be9979-f464-4312-8596-eed110c8da8c, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:33:40.376062 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:40.405113 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device b7582e94-19d6-4d09-904f-08ecb3212f7b up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:40.434453 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6a5a8284-7201-4208-8451-686fd91854cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:40.529094 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] For port a3be9979-f464-4312-8596-eed110c8da8c, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:33:40.532682 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] For port a3be9979-f464-4312-8596-eed110c8da8c, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=a3be9979-f464-4312-8596-eed110c8da8c,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:33:40.539163 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:40.543816 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:40.605480 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port 8f123082-d077-42cf-8eab-34e5da29e1da completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:40.616282 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 8f123082-d077-42cf-8eab-34e5da29e1da triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:40.625739 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:40.643160 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:40.675252 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port b7582e94-19d6-4d09-904f-08ecb3212f7b triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:40.675867 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:40.684473 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.provisioning_blocks [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Transition to ACTIVE for port object 19443350-28aa-4232-bef7-18a00b71b35d will not be triggered until provisioned by entity DHCP. {{(pid=78415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:40.691143 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a8284-7201-4208-8451-686fd91854cc None None] Pushing event updated for resources: {'Port': ['ID=a3be9979-f464-4312-8596-eed110c8da8c,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:40.696922 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6a5a8284-7201-4208-8451-686fd91854cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:40.724244 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Routers {'5e55c974-0550-42de-9282-c02c32dc8c6b'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:33:40.725631 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:33:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['5e55c974-0550-42de-9282-c02c32dc8c6b'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:40.726336 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:40.731332 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:40.796756 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Network 5f02a4ff-66ea-462a-9b07-32271ec2d5b5 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:33:40.799235 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0a780-9e59-4650-8c85-441f3d334857 req-fee4a1cc-6d8c-405e-add1-ed2216dfd775 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:40.799746 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:40.801983 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:33:40.816352 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aac0a780-9e59-4650-8c85-441f3d334857 req-fee4a1cc-6d8c-405e-add1-ed2216dfd775 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2863455 Jun 25 14:33:40.828869 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:40.860218 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Pushing event updated for resources: {'Port': ['ID=19443350-28aa-4232-bef7-18a00b71b35d,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:40.863575 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:40.874733 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7582e94-19d6-4d09-904f-08ecb3212f7b'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:33:40.887903 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8043165'] for router_interface, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:40.889612 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aac0a780-9e59-4650-8c85-441f3d334857 req-a43d2334-601b-4328-b92b-2b4e92eee37e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722442 Jun 25 14:33:40.905484 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cc0a0-dc41-4c1b-8d47-76775cc626ea req-54c585b3-ff54-4759-8f7e-1684a496d077 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:40.905703 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port b7582e94-19d6-4d09-904f-08ecb3212f7b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:40.907169 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2d5cc0a0-dc41-4c1b-8d47-76775cc626ea req-54c585b3-ff54-4759-8f7e-1684a496d077 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 944 time: 0.2568688 Jun 25 14:33:40.924331 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:40.928288 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:40.989299 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] Set router 5e55c974-0550-42de-9282-c02c32dc8c6b gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:33:40.992808 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2d5cc0a0-dc41-4c1b-8d47-76775cc626ea req-dbfb375b-496c-4476-8fdc-2f958adf3845 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659645 Jun 25 14:33:41.045041 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'code': 200} Jun 25 14:33:41.090558 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:41.144695 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:41.194424 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port 8f123082-d077-42cf-8eab-34e5da29e1da, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=8f123082-d077-42cf-8eab-34e5da29e1da,segment=NetworkSegment(f9c845a7-4ff6-4296-bf22-e7aadf3f0b87),segment_id=f9c845a7-4ff6-4296-bf22-e7aadf3f0b87)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:41.195508 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=b7582e94-19d6-4d09-904f-08ecb3212f7b,revision_number=10']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:41.201560 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:41.203732 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:41.205135 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:41.241682 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:41.315750 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-1da95df5-0d81-4e4b-b18f-a751c4b704d8 None None] Provisioning for port 19443350-28aa-4232-bef7-18a00b71b35d completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:41.330596 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-1da95df5-0d81-4e4b-b18f-a751c4b704d8 None None] Provisioning complete for port 19443350-28aa-4232-bef7-18a00b71b35d triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:41.330975 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1da95df5-0d81-4e4b-b18f-a751c4b704d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:41.354571 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:41.356831 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'name': 'tempest-TestMinimumBasicScenario-1271811723-router', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': 'a3be9979-f464-4312-8596-eed110c8da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:36Z', 'updated_at': '2021-06-25T14:33:37Z', 'revision_number': 3, 'project_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'gw_port': {'id': 'a3be9979-f464-4312-8596-eed110c8da8c', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:37Z', 'updated_at': '2021-06-25T14:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:41.361253 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4234325-dd23-4e37-9744-1b963fc78f88 None None] The sync data for ids ['5e55c974-0550-42de-9282-c02c32dc8c6b'] in dv-cinder-798088-1-smb is: [{'id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'name': 'tempest-TestMinimumBasicScenario-1271811723-router', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': 'a3be9979-f464-4312-8596-eed110c8da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:36Z', 'updated_at': '2021-06-25T14:33:37Z', 'revision_number': 3, 'project_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'gw_port': {'id': 'a3be9979-f464-4312-8596-eed110c8da8c', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:37Z', 'updated_at': '2021-06-25T14:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}] {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:33:41.361512 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:41.389824 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:41.390021 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=8f123082-d077-42cf-8eab-34e5da29e1da,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:41.397996 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:41.408472 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-1da95df5-0d81-4e4b-b18f-a751c4b704d8 None None] Port 19443350-28aa-4232-bef7-18a00b71b35d cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:33:41.416407 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:41.421904 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:41.422388 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:41.478856 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Pushing event updated for resources: {'Port': ['ID=19443350-28aa-4232-bef7-18a00b71b35d,revision_number=2']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:41.481613 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:41.484722 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7894240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8043572'] for router_interface, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:41.559876 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:41.606033 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=513b89ff-bce8-48e1-ae65-268c1d8bcaf4,segment=NetworkSegment(1aebfb62-439c-455d-b055-31f88b958a12),segment_id=1aebfb62-439c-455d-b055-31f88b958a12)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:41.612794 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:41.615733 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dbd1a543-48cd-4cb4-ba55-aac00222b7a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:41.730313 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=513b89ff-bce8-48e1-ae65-268c1d8bcaf4,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:41.730567 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Network 5f02a4ff-66ea-462a-9b07-32271ec2d5b5 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:33:41.731871 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:41.733741 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:41.755519 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eb9a5-9fcc-403b-bebd-a85bfdb606e6 req-59f8b273-4b64-448d-98b0-1a4f8285eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:41.757001 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a00eb9a5-9fcc-403b-bebd-a85bfdb606e6 req-59f8b273-4b64-448d-98b0-1a4f8285eb91 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 1099 time: 0.1234043 Jun 25 14:33:41.822553 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a00eb9a5-9fcc-403b-bebd-a85bfdb606e6 req-9fc19167-2671-40a6-a10c-b084feed74f9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504646 Jun 25 14:33:41.985529 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Router 5e55c974-0550-42de-9282-c02c32dc8c6b has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:33:42.135882 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee17e6-62ad-417b-a7bc-274dac2cfcc3 req-bc330d8c-7101-414b-a3c1-d59c05693d48 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:42.137415 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-56ee17e6-62ad-417b-a7bc-274dac2cfcc3 req-bc330d8c-7101-414b-a3c1-d59c05693d48 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1039550 Jun 25 14:33:42.151953 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f58f7f62-65d1-49c5-af2a-91460858292e None None] Provisioning complete for port 19443350-28aa-4232-bef7-18a00b71b35d triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:42.156237 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f58f7f62-65d1-49c5-af2a-91460858292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:42.269430 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:33:42.270968 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-56ee17e6-62ad-417b-a7bc-274dac2cfcc3 req-66bc4b6b-596e-41a6-9398-7ed168ffaa78 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264052 Jun 25 14:33:42.293072 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] 10.222.0.50 "PUT /v2.0/routers/5e55c974-0550-42de-9282-c02c32dc8c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2571201 Jun 25 14:33:42.305626 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d97188-5843-49ea-bfd4-6a3e94567c24 req-e92c6a6c-ad05-440b-906f-55d42f9b6248 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:42.314416 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-68d97188-5843-49ea-bfd4-6a3e94567c24 req-e92c6a6c-ad05-440b-906f-55d42f9b6248 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 946 time: 0.1504738 Jun 25 14:33:42.325125 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f58f7f62-65d1-49c5-af2a-91460858292e None None] Port 19443350-28aa-4232-bef7-18a00b71b35d cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:33:42.359802 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-68d97188-5843-49ea-bfd4-6a3e94567c24 req-5f50ba32-09e3-4d1f-b457-e22414bbec14 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443573 Jun 25 14:33:42.397295 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 8f123082-d077-42cf-8eab-34e5da29e1da up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:42.469475 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 8f123082-d077-42cf-8eab-34e5da29e1da triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:42.470061 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:42.599794 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:42.665105 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:42.665604 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:42.790393 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device a3be9979-f464-4312-8596-eed110c8da8c up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:42.860347 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port a3be9979-f464-4312-8596-eed110c8da8c completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:42.865753 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port a3be9979-f464-4312-8596-eed110c8da8c triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:42.866127 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:42.991024 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:43.009509 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port a3be9979-f464-4312-8596-eed110c8da8c, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=a3be9979-f464-4312-8596-eed110c8da8c,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:43.015109 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:43.018493 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a3cddef4-19ee-40b3-97b1-a4638f4fb712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:43.178157 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=a3be9979-f464-4312-8596-eed110c8da8c,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:43.183329 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:43.414363 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Sync routers for ids ['5e55c974-0550-42de-9282-c02c32dc8c6b'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:33:43.436051 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Routers {'5e55c974-0550-42de-9282-c02c32dc8c6b'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:33:43.438596 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:33:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['5e55c974-0550-42de-9282-c02c32dc8c6b'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:43.504365 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb0919-6a65-4fef-85d3-d47339cd460b req-5adca919-0f6c-41ff-aacc-caaef60e7c13 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:43.513201 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bdbb0919-6a65-4fef-85d3-d47339cd460b req-5adca919-0f6c-41ff-aacc-caaef60e7c13 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1131935 Jun 25 14:33:43.581614 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bdbb0919-6a65-4fef-85d3-d47339cd460b req-20c5be69-357f-49d3-ab9c-fe3362ab2c37 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650659 Jun 25 14:33:43.754389 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Set router 5e55c974-0550-42de-9282-c02c32dc8c6b gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:33:43.873263 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ed68e-1e3b-4a5b-a58c-75551e1c2e83 req-8e0fd983-8832-4415-bd16-a3776144ae2e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:43.874930 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-028ed68e-1e3b-4a5b-a58c-75551e1c2e83 req-8e0fd983-8832-4415-bd16-a3776144ae2e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 946 time: 0.1969173 Jun 25 14:33:43.926223 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0587de7-e6a7-4d91-8141-cf9f74d1fde6 req-6e58e254-5cf4-4d12-9d5b-bfc32a54f424 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:43.928690 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c0587de7-e6a7-4d91-8141-cf9f74d1fde6 req-6e58e254-5cf4-4d12-9d5b-bfc32a54f424 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 945 time: 0.1677911 Jun 25 14:33:43.987510 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-028ed68e-1e3b-4a5b-a58c-75551e1c2e83 req-aec9186d-310d-4a5a-add1-68c3c419a762 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047201 Jun 25 14:33:44.022609 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c0587de7-e6a7-4d91-8141-cf9f74d1fde6 req-214d934f-fc4b-413a-9263-02fdc7e0c7f3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867295 Jun 25 14:33:44.254511 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device a3be9979-f464-4312-8596-eed110c8da8c up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:44.351045 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port a3be9979-f464-4312-8596-eed110c8da8c triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:44.351467 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:44.377448 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'name': 'tempest-TestMinimumBasicScenario-1271811723-router', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': 'a3be9979-f464-4312-8596-eed110c8da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:36Z', 'updated_at': '2021-06-25T14:33:40Z', 'revision_number': 4, 'project_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'gw_port': {'id': 'a3be9979-f464-4312-8596-eed110c8da8c', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:37Z', 'updated_at': '2021-06-25T14:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '19443350-28aa-4232-bef7-18a00b71b35d', 'name': '', 'network_id': '5f02a4ff-66ea-462a-9b07-32271ec2d5b5', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'mac_address': 'fa:16:3e:ca:03:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '029e2855-1787-4b6c-85c6-653a740eea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:39Z', 'updated_at': '2021-06-25T14:33:41Z', 'revision_number': 2, 'project_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'subnets': [{'id': '029e2855-1787-4b6c-85c6-653a740eea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:44.401414 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Checking router: 5e55c974-0550-42de-9282-c02c32dc8c6b for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:33:44.401414 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Updating router 5e55c974-0550-42de-9282-c02c32dc8c6b port 19443350-28aa-4232-bef7-18a00b71b35d binding host dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:33:44.469371 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:44.795270 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58b7fc-51e4-497e-83d6-e13622a7a094 req-374733ed-5fca-4fbe-ae67-48ec0f08265d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:44.797587 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fc58b7fc-51e4-497e-83d6-e13622a7a094 req-374733ed-5fca-4fbe-ae67-48ec0f08265d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0972347 Jun 25 14:33:44.859765 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fc58b7fc-51e4-497e-83d6-e13622a7a094 req-87603a00-7109-445f-b9a0-2e98ccfbcc9e tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542421 Jun 25 14:33:44.950068 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:44.962742 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Transition to ACTIVE for port object 19443350-28aa-4232-bef7-18a00b71b35d will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:44.972167 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:44.976507 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:45.111016 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e63a16-e772-4612-8002-1137f80926b1 None None] Pushing event updated for resources: {'Port': ['ID=19443350-28aa-4232-bef7-18a00b71b35d,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:45.151145 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-14e63a16-e772-4612-8002-1137f80926b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:45.268768 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Attempting to bind port 19443350-28aa-4232-bef7-18a00b71b35d on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:33:45.269430 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Attempting to bind port 19443350-28aa-4232-bef7-18a00b71b35d by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': 'f9c845a7-4ff6-4296-bf22-e7aadf3f0b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5f02a4ff-66ea-462a-9b07-32271ec2d5b5'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:33:45.269573 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Attempting to bind port 19443350-28aa-4232-bef7-18a00b71b35d on network 5f02a4ff-66ea-462a-9b07-32271ec2d5b5 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:33:45.277975 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:33:45.278354 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Checking segment: {'id': 'f9c845a7-4ff6-4296-bf22-e7aadf3f0b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5f02a4ff-66ea-462a-9b07-32271ec2d5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:45.278765 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:45.279224 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Bound using segment: {'id': 'f9c845a7-4ff6-4296-bf22-e7aadf3f0b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5f02a4ff-66ea-462a-9b07-32271ec2d5b5'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:33:45.280623 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Bound port: 19443350-28aa-4232-bef7-18a00b71b35d, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c845a7-4ff6-4296-bf22-e7aadf3f0b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5f02a4ff-66ea-462a-9b07-32271ec2d5b5'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:33:45.281013 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:45.425371 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555bf86-6d7b-4137-9521-60ef49842658 req-85e8bfc5-75d8-4012-a3cc-b2c539a086ae tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:45.428583 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] For port 19443350-28aa-4232-bef7-18a00b71b35d, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:33:45.434194 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] For port 19443350-28aa-4232-bef7-18a00b71b35d, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=19443350-28aa-4232-bef7-18a00b71b35d,segment=NetworkSegment(f9c845a7-4ff6-4296-bf22-e7aadf3f0b87),segment_id=f9c845a7-4ff6-4296-bf22-e7aadf3f0b87)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:33:45.439827 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:45.443825 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c7c54a6e-c166-4156-a8c4-b78a149170f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:45.443983 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f555bf86-6d7b-4137-9521-60ef49842658 req-85e8bfc5-75d8-4012-a3cc-b2c539a086ae tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 946 time: 0.2323864 Jun 25 14:33:45.590451 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e63a16-e772-4612-8002-1137f80926b1 None None] Pushing event updated for resources: {'Port': ['ID=19443350-28aa-4232-bef7-18a00b71b35d,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:45.593377 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Routers {'5e55c974-0550-42de-9282-c02c32dc8c6b'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:33:45.594052 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:33:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['5e55c974-0550-42de-9282-c02c32dc8c6b'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:45.653284 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-14e63a16-e772-4612-8002-1137f80926b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:45.745337 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63a9a1-8b38-4954-9c48-fcc5992e5a04 req-ce8063a0-34a6-44a0-b46a-6897c8f45462 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:45.752783 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6b63a9a1-8b38-4954-9c48-fcc5992e5a04 req-ce8063a0-34a6-44a0-b46a-6897c8f45462 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 945 time: 0.4397106 Jun 25 14:33:45.764026 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f555bf86-6d7b-4137-9521-60ef49842658 req-dce05a59-62fb-4de2-bc38-7967f6c4f9ff tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193040 Jun 25 14:33:45.784806 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04564736-a6ea-478d-a88b-d6641b2811c6 req-5cfd7125-04dc-44ad-919b-642a1d010934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:45.786227 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-04564736-a6ea-478d-a88b-d6641b2811c6 req-5cfd7125-04dc-44ad-919b-642a1d010934 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 1098 time: 0.1425283 Jun 25 14:33:45.839377 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41558d78-eebf-41e0-9bf1-0bca812004f7 req-69e86224-11b9-47ab-8990-2210b96b2d66 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:45.841120 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-41558d78-eebf-41e0-9bf1-0bca812004f7 req-69e86224-11b9-47ab-8990-2210b96b2d66 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 945 time: 0.2112150 Jun 25 14:33:45.846915 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6b63a9a1-8b38-4954-9c48-fcc5992e5a04 req-bf24551c-f15a-4906-9669-5db200aa77ba tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932791 Jun 25 14:33:45.873393 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] Set router 5e55c974-0550-42de-9282-c02c32dc8c6b gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:33:45.880020 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-04564736-a6ea-478d-a88b-d6641b2811c6 req-88006af0-8ea6-4888-8632-0de55eea1b1b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838068 Jun 25 14:33:45.928554 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-41558d78-eebf-41e0-9bf1-0bca812004f7 req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Deleting port e12b0ee5-aaeb-40fc-89e5-f810fb731b32 {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:33:45.929047 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-41558d78-eebf-41e0-9bf1-0bca812004f7 req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:46.249728 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af222a-df13-4b37-a26a-961cd9a343bd req-e4c58abe-583d-483c-8ead-7fb6efb6857f tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:46.251385 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c4af222a-df13-4b37-a26a-961cd9a343bd req-e4c58abe-583d-483c-8ead-7fb6efb6857f tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2228677 Jun 25 14:33:46.348135 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c4af222a-df13-4b37-a26a-961cd9a343bd req-e9a8c4e5-79ea-45cc-b574-a859ba40f045 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883405 Jun 25 14:33:46.353176 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-41558d78-eebf-41e0-9bf1-0bca812004f7 req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] For port e12b0ee5-aaeb-40fc-89e5-f810fb731b32, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=e12b0ee5-aaeb-40fc-89e5-f810fb731b32,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:46.354109 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-41558d78-eebf-41e0-9bf1-0bca812004f7 req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:46.377682 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'name': 'tempest-TestMinimumBasicScenario-1271811723-router', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': 'a3be9979-f464-4312-8596-eed110c8da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:36Z', 'updated_at': '2021-06-25T14:33:40Z', 'revision_number': 4, 'project_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'gw_port': {'id': 'a3be9979-f464-4312-8596-eed110c8da8c', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:37Z', 'updated_at': '2021-06-25T14:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '19443350-28aa-4232-bef7-18a00b71b35d', 'name': '', 'network_id': '5f02a4ff-66ea-462a-9b07-32271ec2d5b5', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'mac_address': 'fa:16:3e:ca:03:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '029e2855-1787-4b6c-85c6-653a740eea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:39Z', 'updated_at': '2021-06-25T14:33:45Z', 'revision_number': 4, 'project_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'subnets': [{'id': '029e2855-1787-4b6c-85c6-653a740eea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:46.382347 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83859a9-6cc6-4d42-bd05-8ccb7ccd185c None None] The sync data for ids ['5e55c974-0550-42de-9282-c02c32dc8c6b'] in dv-cinder-798088-1-smb is: [{'id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'name': 'tempest-TestMinimumBasicScenario-1271811723-router', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': 'a3be9979-f464-4312-8596-eed110c8da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:36Z', 'updated_at': '2021-06-25T14:33:40Z', 'revision_number': 4, 'project_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'gw_port': {'id': 'a3be9979-f464-4312-8596-eed110c8da8c', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:37Z', 'updated_at': '2021-06-25T14:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '19443350-28aa-4232-bef7-18a00b71b35d', 'name': '', 'network_id': '5f02a4ff-66ea-462a-9b07-32271ec2d5b5', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'mac_address': 'fa:16:3e:ca:03:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '029e2855-1787-4b6c-85c6-653a740eea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:39Z', 'updated_at': '2021-06-25T14:33:45Z', 'revision_number': 4, 'project_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'subnets': [{'id': '029e2855-1787-4b6c-85c6-653a740eea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:33:46.545162 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-41558d78-eebf-41e0-9bf1-0bca812004f7 req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Calling delete_port for e12b0ee5-aaeb-40fc-89e5-f810fb731b32 owned by compute:nova {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:33:46.775279 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-41558d78-eebf-41e0-9bf1-0bca812004f7 req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:46.781471 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-368abfef-e3b0-4ec1-ae1f-963bbaef2fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:46.788528 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['faad8023-08e3-4366-82bf-1aa6f885ac45', 'aa27631a-988c-407f-9c9f-2e6e1c63d4ac', '4d0b9015-766c-43fd-b7eb-08d66225f336'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:33:46.866260 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Pushing event deleted for resources: {'Port': ['ID=e12b0ee5-aaeb-40fc-89e5-f810fb731b32,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:46.884138 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:46.884507 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:46.884863 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:46.885212 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:46.892143 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:46.892545 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:46.892908 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:46.893265 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:46.894659 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:46.895022 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:46.895400 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:46.903330 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:46.906912 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:47.047248 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-41558d78-eebf-41e0-9bf1-0bca812004f7 req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] No DVR routers for this DVR port e12b0ee5-aaeb-40fc-89e5-f810fb731b32 on host hv-cinder-79808 {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:33:47.050744 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-41558d78-eebf-41e0-9bf1-0bca812004f7 req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:47.062614 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c80b1d3-7a94-48b4-91c5-58603ad7d0b6', 'name': 'network-vif-deleted', 'tag': 'e12b0ee5-aaeb-40fc-89e5-f810fb731b32'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:33:47.070152 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-41558d78-eebf-41e0-9bf1-0bca812004f7 req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "DELETE /v2.0/ports/e12b0ee5-aaeb-40fc-89e5-f810fb731b32 HTTP/1.1" status: 204 len: 173 time: 1.2220371 Jun 25 14:33:47.191978 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c80b1d3-7a94-48b4-91c5-58603ad7d0b6', 'name': 'network-vif-deleted', 'tag': 'e12b0ee5-aaeb-40fc-89e5-f810fb731b32', 'status': 'completed', 'code': 200} Jun 25 14:33:47.205726 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-2d5c3a1c-65d9-4baf-b999-e82151336088 req-774e2b28-09d2-4f49-a3a7-fa0cfb45c5b5 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Synchronizing usage tracker for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:33:47.262202 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-2d5c3a1c-65d9-4baf-b999-e82151336088 req-774e2b28-09d2-4f49-a3a7-fa0cfb45c5b5 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Unset dirty status for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:33:47.263402 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2d5c3a1c-65d9-4baf-b999-e82151336088 req-774e2b28-09d2-4f49-a3a7-fa0cfb45c5b5 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c80b1d3-7a94-48b4-91c5-58603ad7d0b6 HTTP/1.1" status: 200 len: 210 time: 0.1638050 Jun 25 14:33:47.627820 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be7e2-cb57-49b5-b8df-d961be57d407 req-0e7f00a8-3ef0-41f4-8824-f5598eb17476 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:47.629505 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7a0be7e2-cb57-49b5-b8df-d961be57d407 req-0e7f00a8-3ef0-41f4-8824-f5598eb17476 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1313624 Jun 25 14:33:47.695209 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7a0be7e2-cb57-49b5-b8df-d961be57d407 req-38479c01-ee51-4b4f-909e-b80a5f4d3d72 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570450 Jun 25 14:33:48.259761 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 19443350-28aa-4232-bef7-18a00b71b35d up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:48.344501 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4162d6a-1134-47b0-8575-2d0b0d364746 req-b723c1d4-5f21-4396-9b69-bf52f84c2d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:48.346606 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c4162d6a-1134-47b0-8575-2d0b0d364746 req-b723c1d4-5f21-4396-9b69-bf52f84c2d66 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=570df59ecce748a7b99477e25f41f4a4&device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 1098 time: 0.1638453 Jun 25 14:33:48.371271 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port 19443350-28aa-4232-bef7-18a00b71b35d completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:48.381526 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 19443350-28aa-4232-bef7-18a00b71b35d triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:48.385729 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:48.419519 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device e12b0ee5-aaeb-40fc-89e5-f810fb731b32 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:33:48.421218 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b158a0-304a-4bf4-ad6c-be3a2a59d054 req-2ae21cf7-9268-4b13-9f2d-b004c6c04b6c tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:48.437830 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-81b158a0-304a-4bf4-ad6c-be3a2a59d054 req-2ae21cf7-9268-4b13-9f2d-b004c6c04b6c tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1748948 Jun 25 14:33:48.480031 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: e12b0ee5-aaeb-40fc-89e5-f810fb731b32 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:33:48.480345 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device e12b0ee5-aaeb-40fc-89e5-f810fb731b32 not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:33:48.613402 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4162d6a-1134-47b0-8575-2d0b0d364746 req-bbf4f2e3-57bf-4aac-ab90-be689a46a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:48.614859 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c4162d6a-1134-47b0-8575-2d0b0d364746 req-bbf4f2e3-57bf-4aac-ab90-be689a46a5d7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f6be99bb-e9c4-4334-a275-5db1709be021 HTTP/1.1" status: 200 len: 920 time: 0.2587283 Jun 25 14:33:48.666035 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:48.733889 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port 19443350-28aa-4232-bef7-18a00b71b35d, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=19443350-28aa-4232-bef7-18a00b71b35d,segment=NetworkSegment(f9c845a7-4ff6-4296-bf22-e7aadf3f0b87),segment_id=f9c845a7-4ff6-4296-bf22-e7aadf3f0b87)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:48.739779 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:48.743826 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:48.752762 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c4162d6a-1134-47b0-8575-2d0b0d364746 req-269403ba-6d0d-4a26-a751-197e74638cc9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b HTTP/1.1" status: 200 len: 217 time: 0.1222467 Jun 25 14:33:48.826187 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-81b158a0-304a-4bf4-ad6c-be3a2a59d054 req-f7a45c88-4c41-49b9-a934-c3ab34365755 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867290 Jun 25 14:33:48.864374 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=19443350-28aa-4232-bef7-18a00b71b35d,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:48.874871 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:48.884114 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4162d6a-1134-47b0-8575-2d0b0d364746 req-0b5a3342-2017-4549-ba5d-b1f103d36af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:48.885804 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c4162d6a-1134-47b0-8575-2d0b0d364746 req-0b5a3342-2017-4549-ba5d-b1f103d36af1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f HTTP/1.1" status: 200 len: 859 time: 0.1267202 Jun 25 14:33:49.074100 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c4162d6a-1134-47b0-8575-2d0b0d364746 req-62a2fe7b-3219-48bf-b322-8a953819091e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f6be99bb-e9c4-4334-a275-5db1709be021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1777613 Jun 25 14:33:49.238877 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c4162d6a-1134-47b0-8575-2d0b0d364746 req-27fcef9c-d7eb-43fd-91ae-236a3339ad7e service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524425 Jun 25 14:33:49.385424 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c4162d6a-1134-47b0-8575-2d0b0d364746 req-0dac3937-920c-43c4-bfae-d98e737ed4a9 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383238 Jun 25 14:33:50.183406 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83db37-c9a9-49c6-87dd-5c92907b112b req-188842db-e80f-4ceb-b901-eb5c8b4df6dc tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:50.190796 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ba83db37-c9a9-49c6-87dd-5c92907b112b req-188842db-e80f-4ceb-b901-eb5c8b4df6dc tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2286589 Jun 25 14:33:50.262145 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 19443350-28aa-4232-bef7-18a00b71b35d up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:50.302594 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ba83db37-c9a9-49c6-87dd-5c92907b112b req-fa35830d-1691-4e5d-87a1-649f394f0e20 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109145 Jun 25 14:33:50.334637 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0986c32-a17a-40bb-bedb-43de45aaa8b8 req-e853988b-0291-4ed0-924b-0e34471a3f9e tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:50.336165 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c0986c32-a17a-40bb-bedb-43de45aaa8b8 req-e853988b-0291-4ed0-924b-0e34471a3f9e tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 946 time: 0.2123752 Jun 25 14:33:50.338544 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 19443350-28aa-4232-bef7-18a00b71b35d triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:50.339202 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:50.413719 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c0986c32-a17a-40bb-bedb-43de45aaa8b8 req-7acacdfc-b55d-4b16-9da8-cc27c35444e8 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591805 Jun 25 14:33:50.419146 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de791ae-1577-4b66-bdeb-f4dccf4ca716 req-97268992-384e-4778-8437-74f914db402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:50.424215 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8de791ae-1577-4b66-bdeb-f4dccf4ca716 req-97268992-384e-4778-8437-74f914db402b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=570df59ecce748a7b99477e25f41f4a4&device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 1098 time: 0.3340492 Jun 25 14:33:50.598607 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de791ae-1577-4b66-bdeb-f4dccf4ca716 req-c7859879-9f68-4e00-b381-92fceb16286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:50.600110 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8de791ae-1577-4b66-bdeb-f4dccf4ca716 req-c7859879-9f68-4e00-b381-92fceb16286c service neutron] 10.222.0.38 "GET /v2.0/networks?id=f6be99bb-e9c4-4334-a275-5db1709be021 HTTP/1.1" status: 200 len: 920 time: 0.1511829 Jun 25 14:33:50.671080 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8de791ae-1577-4b66-bdeb-f4dccf4ca716 req-8bf3bdcb-3923-4d0e-a359-6ad9077f7611 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b HTTP/1.1" status: 200 len: 217 time: 0.0624862 Jun 25 14:33:50.742225 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de791ae-1577-4b66-bdeb-f4dccf4ca716 req-9cfe3af7-ccf3-4198-81aa-1e7032036040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:50.744286 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8de791ae-1577-4b66-bdeb-f4dccf4ca716 req-9cfe3af7-ccf3-4198-81aa-1e7032036040 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f HTTP/1.1" status: 200 len: 859 time: 0.0663092 Jun 25 14:33:50.797761 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8de791ae-1577-4b66-bdeb-f4dccf4ca716 req-5afb7f30-a8c3-48fa-9243-1bfd3c4c152b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f6be99bb-e9c4-4334-a275-5db1709be021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415258 Jun 25 14:33:50.943850 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8de791ae-1577-4b66-bdeb-f4dccf4ca716 req-96cb06f8-fb92-4e0f-8baa-70eb9bee4082 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371617 Jun 25 14:33:51.089001 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8de791ae-1577-4b66-bdeb-f4dccf4ca716 req-0c768d3d-6c83-444a-a6f4-9b9434b39c58 service neutron] 10.222.0.38 "GET /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383834 Jun 25 14:33:51.575911 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2cc4a-9fb6-4e93-a58d-6a33020f96fe req-059fa9d4-9abd-4378-a842-816814ea5935 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:51.582071 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-76c2cc4a-9fb6-4e93-a58d-6a33020f96fe req-059fa9d4-9abd-4378-a842-816814ea5935 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1663382 Jun 25 14:33:51.699824 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-76c2cc4a-9fb6-4e93-a58d-6a33020f96fe req-1d569fbc-2d2b-4475-a648-9652397f4d09 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160734 Jun 25 14:33:51.727054 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1d4cf-2fcc-4fbf-8319-46dc877a3f8f req-79f528ef-9a01-4363-9667-c59e0d938fe9 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:51.728742 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-44d1d4cf-2fcc-4fbf-8319-46dc877a3f8f req-79f528ef-9a01-4363-9667-c59e0d938fe9 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 946 time: 0.1135530 Jun 25 14:33:51.786471 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-44d1d4cf-2fcc-4fbf-8319-46dc877a3f8f req-fb39853f-40ec-4862-9e86-ab187540b864 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502596 Jun 25 14:33:52.271989 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d5b2-ad1f-422d-b11d-8924c7266013 req-82069c4e-b21b-40c4-b3ea-775c01481efb tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:52.273895 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0f28d5b2-ad1f-422d-b11d-8924c7266013 req-82069c4e-b21b-40c4-b3ea-775c01481efb tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 946 time: 0.0937717 Jun 25 14:33:52.354271 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-0f28d5b2-ad1f-422d-b11d-8924c7266013 req-d4842e19-090d-4975-ac24-cb0422f141e9 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Deleting port 4d0b9015-766c-43fd-b7eb-08d66225f336 {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:33:52.354607 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-0f28d5b2-ad1f-422d-b11d-8924c7266013 req-d4842e19-090d-4975-ac24-cb0422f141e9 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:52.729967 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-0f28d5b2-ad1f-422d-b11d-8924c7266013 req-d4842e19-090d-4975-ac24-cb0422f141e9 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] For port 4d0b9015-766c-43fd-b7eb-08d66225f336, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=4d0b9015-766c-43fd-b7eb-08d66225f336,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:52.732599 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-0f28d5b2-ad1f-422d-b11d-8924c7266013 req-d4842e19-090d-4975-ac24-cb0422f141e9 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:52.880736 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-0f28d5b2-ad1f-422d-b11d-8924c7266013 req-d4842e19-090d-4975-ac24-cb0422f141e9 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Calling delete_port for 4d0b9015-766c-43fd-b7eb-08d66225f336 owned by compute:nova {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:33:53.170393 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f73c4-624d-4363-b898-ede5ec42d71b req-86f7bcae-e89f-475d-aa72-ce5623c65b45 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:53.172183 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4e0f73c4-624d-4363-b898-ede5ec42d71b req-86f7bcae-e89f-475d-aa72-ce5623c65b45 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.2547455 Jun 25 14:33:53.183391 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccaba2-13dd-4c85-a235-912bab096ad3 req-cbe98e27-ff1c-43e2-812d-a48c456c0cac tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:53.191048 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-feccaba2-13dd-4c85-a235-912bab096ad3 req-cbe98e27-ff1c-43e2-812d-a48c456c0cac tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 946 time: 0.2724257 Jun 25 14:33:53.273425 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-0f28d5b2-ad1f-422d-b11d-8924c7266013 req-d4842e19-090d-4975-ac24-cb0422f141e9 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:53.283691 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-4b14d1e0-2f5b-44cb-b661-e753d3839297 tempest-DeleteServersTestJSON-1984691622 tempest-DeleteServersTestJSON-1984691622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:53.287788 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['faad8023-08e3-4366-82bf-1aa6f885ac45', 'aa27631a-988c-407f-9c9f-2e6e1c63d4ac', '4d0b9015-766c-43fd-b7eb-08d66225f336'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:33:53.333178 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4842e19-090d-4975-ac24-cb0422f141e9 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Pushing event deleted for resources: {'Port': ['ID=4d0b9015-766c-43fd-b7eb-08d66225f336,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:53.335584 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d4842e19-090d-4975-ac24-cb0422f141e9 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:53.338808 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4e0f73c4-624d-4363-b898-ede5ec42d71b req-d04a9b0c-deb8-41b7-9104-e289175d49b5 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457138 Jun 25 14:33:53.354857 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-feccaba2-13dd-4c85-a235-912bab096ad3 req-f2b15f84-0928-4e15-b83f-e0f3c3b3a829 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628516 Jun 25 14:33:53.450377 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f28d5b2-ad1f-422d-b11d-8924c7266013 req-d4842e19-090d-4975-ac24-cb0422f141e9 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] No DVR routers for this DVR port 4d0b9015-766c-43fd-b7eb-08d66225f336 on host hv-cinder-79808 {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:33:53.452888 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-0f28d5b2-ad1f-422d-b11d-8924c7266013 req-d4842e19-090d-4975-ac24-cb0422f141e9 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:53.457164 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b95e42f-90df-47d4-a0ae-ccf1c3127722', 'name': 'network-vif-deleted', 'tag': '4d0b9015-766c-43fd-b7eb-08d66225f336'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:33:53.478781 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0f28d5b2-ad1f-422d-b11d-8924c7266013 req-d4842e19-090d-4975-ac24-cb0422f141e9 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "DELETE /v2.0/ports/4d0b9015-766c-43fd-b7eb-08d66225f336 HTTP/1.1" status: 204 len: 173 time: 1.1906641 Jun 25 14:33:53.584643 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b95e42f-90df-47d4-a0ae-ccf1c3127722', 'name': 'network-vif-deleted', 'tag': '4d0b9015-766c-43fd-b7eb-08d66225f336', 'status': 'completed', 'code': 200} Jun 25 14:33:54.580586 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-3c6ebd76-7845-4146-a025-289c91ad79b9 req-0e82190c-6f18-4256-88df-1648b873a041 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Synchronizing usage tracker for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:33:54.624737 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-3c6ebd76-7845-4146-a025-289c91ad79b9 req-0e82190c-6f18-4256-88df-1648b873a041 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Unset dirty status for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:33:54.625874 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3c6ebd76-7845-4146-a025-289c91ad79b9 req-0e82190c-6f18-4256-88df-1648b873a041 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b95e42f-90df-47d4-a0ae-ccf1c3127722 HTTP/1.1" status: 200 len: 210 time: 0.0969596 Jun 25 14:33:54.633348 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-ef59452c-f077-42f0-8d4d-aca987b66828 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:54.634056 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-ef59452c-f077-42f0-8d4d-aca987b66828 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Synchronizing usage tracker for tenant:99a2ea8d16f245d781ba2b45be672d2a on resource:network {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:33:54.651186 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-ef59452c-f077-42f0-8d4d-aca987b66828 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Unset dirty status for tenant:99a2ea8d16f245d781ba2b45be672d2a on resource:network {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:33:54.652319 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-ef59452c-f077-42f0-8d4d-aca987b66828 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/networks?id=fbdfb920-c89a-4253-9bd1-e6cba08d8871 HTTP/1.1" status: 200 len: 815 time: 0.2236576 Jun 25 14:33:54.667633 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-11ee91f1-75d4-4a31-866f-13ba0e2297d1 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/quotas/99a2ea8d16f245d781ba2b45be672d2a HTTP/1.1" status: 200 len: 375 time: 0.0094907 Jun 25 14:33:54.756208 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-176c0826-2f0e-4528-be6a-7fda267574b4 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Synchronizing usage tracker for tenant:99a2ea8d16f245d781ba2b45be672d2a on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:33:54.779969 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-176c0826-2f0e-4528-be6a-7fda267574b4 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Unset dirty status for tenant:99a2ea8d16f245d781ba2b45be672d2a on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:33:54.781377 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-176c0826-2f0e-4528-be6a-7fda267574b4 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=99a2ea8d16f245d781ba2b45be672d2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080847 Jun 25 14:33:54.943224 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-039a52b0-eb41-4fb0-a4a1-7858e5935497 service neutron] 10.222.0.50 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463950 Jun 25 14:33:55.004029 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:55.074510 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-3c038fab-34cc-4726-8382-293adaa940a0 service neutron] 10.222.0.50 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255224 Jun 25 14:33:55.278794 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-789a5122-9f7e-4034-a16a-12124b4a115f req-e2703299-7a44-4e4a-a39d-dc0b5c45980c tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 210 time: 0.0524249 Jun 25 14:33:55.644620 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:33:55.763599 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4cdd26cc-4a4e-450c-9e9c-3977ac89a52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:55.812325 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:56.097382 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c24665-3281-4ad8-97d7-9821f74255b4 req-0a4b6805-8a4d-48f1-bdb3-1511a18c19e3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:56.098802 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-65c24665-3281-4ad8-97d7-9821f74255b4 req-0a4b6805-8a4d-48f1-bdb3-1511a18c19e3 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.0789342 Jun 25 14:33:56.144972 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-65c24665-3281-4ad8-97d7-9821f74255b4 req-55895db3-7bd1-4fe0-8189-8917d726f55a tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Jun 25 14:33:56.459026 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 4d0b9015-766c-43fd-b7eb-08d66225f336 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:33:56.500909 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: 4d0b9015-766c-43fd-b7eb-08d66225f336 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:33:56.501250 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 4d0b9015-766c-43fd-b7eb-08d66225f336 not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:33:56.553182 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5fd22d2f-072e-4059-9777-63065af60b0a req-723be15a-3e27-4bf4-b700-44719790ebe3 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 210 time: 0.0857887 Jun 25 14:33:56.577562 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fd7b47b1-ec3b-4f71-8e08-63c406389271 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:56.577562 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fd7b47b1-ec3b-4f71-8e08-63c406389271 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.38 "GET /v2.0/networks?id=fbdfb920-c89a-4253-9bd1-e6cba08d8871 HTTP/1.1" status: 200 len: 815 time: 0.2835238 Jun 25 14:33:56.586144 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Request body: {'port': {'device_id': '17d53e5e-3d07-4701-b870-f8f38def5810', 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'admin_state_up': True, 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:56.727753 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:56.737880 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:56.748491 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Made reservation on behalf of 99a2ea8d16f245d781ba2b45be672d2a for: {'port': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:33:56.752584 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:56.934434 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Allocated IP 172.20.0.11 (fbdfb920-c89a-4253-9bd1-e6cba08d8871/7793419f-1d06-4466-8932-87c4e1d7fab9/afc42065-d41d-4c26-a2d2-d56cf79912ba) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:33:57.202237 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:57.236775 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Transition to ACTIVE for port object afc42065-d41d-4c26-a2d2-d56cf79912ba will not be triggered until provisioned by entity DHCP. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:57.284431 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:57.298426 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:57.395533 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Network fbdfb920-c89a-4253-9bd1-e6cba08d8871 is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:33:57.397043 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:57.417250 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:33:57.480603 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Pushing event updated for resources: {'Port': ['ID=afc42065-d41d-4c26-a2d2-d56cf79912ba,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:57.490242 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:57.540658 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a921183-6557-42b7-9de4-67b2efb3785f req-995fc7ac-e005-4644-aade-c1d2e00aaf2d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:57.542348 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9a921183-6557-42b7-9de4-67b2efb3785f req-995fc7ac-e005-4644-aade-c1d2e00aaf2d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.2019801 Jun 25 14:33:57.549346 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:57.550212 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:57.637341 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0556395 Jun 25 14:33:57.649733 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9a921183-6557-42b7-9de4-67b2efb3785f req-e04e4ed0-c284-4d74-8fc4-88ec835c8938 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952687 Jun 25 14:33:57.769983 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809237c-365d-4222-8db2-dd20d533b81e req-0bfcfd7f-093b-4408-a2ce-4e9a39d898c7 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:57.770709 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-d809237c-365d-4222-8db2-dd20d533b81e req-0bfcfd7f-093b-4408-a2ce-4e9a39d898c7 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Synchronizing usage tracker for tenant:99a2ea8d16f245d781ba2b45be672d2a on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:33:57.795628 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-e7bec98a-af73-405f-8e65-3c51c458ad1c None None] Provisioning for port afc42065-d41d-4c26-a2d2-d56cf79912ba completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:57.801348 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-d809237c-365d-4222-8db2-dd20d533b81e req-0bfcfd7f-093b-4408-a2ce-4e9a39d898c7 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Unset dirty status for tenant:99a2ea8d16f245d781ba2b45be672d2a on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:33:57.802562 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d809237c-365d-4222-8db2-dd20d533b81e req-0bfcfd7f-093b-4408-a2ce-4e9a39d898c7 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 932 time: 0.1142945 Jun 25 14:33:57.810613 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-e7bec98a-af73-405f-8e65-3c51c458ad1c None None] Provisioning complete for port afc42065-d41d-4c26-a2d2-d56cf79912ba triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:57.811085 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e7bec98a-af73-405f-8e65-3c51c458ad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:57.873247 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-d809237c-365d-4222-8db2-dd20d533b81e req-fe98e630-2681-4acb-b2e9-53f5135fb4f7 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Synchronizing usage tracker for tenant:99a2ea8d16f245d781ba2b45be672d2a on resource:security_group {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:33:57.891618 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-e7bec98a-af73-405f-8e65-3c51c458ad1c None None] Port afc42065-d41d-4c26-a2d2-d56cf79912ba cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:33:57.896473 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-d809237c-365d-4222-8db2-dd20d533b81e req-fe98e630-2681-4acb-b2e9-53f5135fb4f7 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Unset dirty status for tenant:99a2ea8d16f245d781ba2b45be672d2a on resource:security_group {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:33:57.897834 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d809237c-365d-4222-8db2-dd20d533b81e req-fe98e630-2681-4acb-b2e9-53f5135fb4f7 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882268 Jun 25 14:33:57.989295 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f67bd80e-bc1b-483c-ad67-bfe7779af329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:58.163730 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074bb58-51b4-4e2d-a453-472520bb43fc req-105ca268-d30b-47e6-bcf2-31e2b71d420c tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:58.173055 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f074bb58-51b4-4e2d-a453-472520bb43fc req-105ca268-d30b-47e6-bcf2-31e2b71d420c tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.0912204 Jun 25 14:33:58.231123 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f074bb58-51b4-4e2d-a453-472520bb43fc req-eb52b886-7a34-4f8c-979c-9cd3dbf9ac47 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569396 Jun 25 14:33:58.851405 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66afe15-ac08-4ec0-9adf-0c30cf7b91a7 req-6d6434bd-4b73-45e1-8e54-b4a49c7dc0cf tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:58.852949 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e66afe15-ac08-4ec0-9adf-0c30cf7b91a7 req-6d6434bd-4b73-45e1-8e54-b4a49c7dc0cf tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.0930033 Jun 25 14:33:58.899534 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e66afe15-ac08-4ec0-9adf-0c30cf7b91a7 req-20090545-35e2-4c06-a110-7b8f1e4d7f92 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Jun 25 14:33:59.087249 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d8f74-4492-422c-bb4e-4c415756a015 req-6746c816-efb0-4950-92f3-18d9743a3dd4 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:59.088730 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d30d8f74-4492-422c-bb4e-4c415756a015 req-6746c816-efb0-4950-92f3-18d9743a3dd4 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 932 time: 0.0797555 Jun 25 14:33:59.100437 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:59.134646 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d30d8f74-4492-422c-bb4e-4c415756a015 req-4880ecc8-d114-4010-b301-9254795b3f14 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398829 Jun 25 14:33:59.440550 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0aff4-12c6-4a86-9701-f2a880b2ab6e req-68f6dfde-2b26-417e-8a97-8569afcc2410 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:59.442036 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e8d0aff4-12c6-4a86-9701-f2a880b2ab6e req-68f6dfde-2b26-417e-8a97-8569afcc2410 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.0872903 Jun 25 14:33:59.487720 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e8d0aff4-12c6-4a86-9701-f2a880b2ab6e req-4f8e78a9-2b24-4f60-824e-cf4c0e720b3b tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397384 Jun 25 14:34:00.085433 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313b92b-1ecd-4b01-a642-c38b070e9fda req-11bd7390-1948-40f3-9711-a9f648e6165d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:00.086901 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8313b92b-1ecd-4b01-a642-c38b070e9fda req-11bd7390-1948-40f3-9711-a9f648e6165d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.0810802 Jun 25 14:34:00.131899 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8313b92b-1ecd-4b01-a642-c38b070e9fda req-446af4de-b7eb-40cf-8b6c-e4b9aa5a9f0b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391221 Jun 25 14:34:00.332459 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd66a8-9359-4716-966a-68bfb995b1f0 req-f42d1b50-b830-4e00-ad1a-58769121adcf tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:00.334131 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-91cd66a8-9359-4716-966a-68bfb995b1f0 req-f42d1b50-b830-4e00-ad1a-58769121adcf tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 932 time: 0.0924971 Jun 25 14:34:00.381642 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-91cd66a8-9359-4716-966a-68bfb995b1f0 req-51ec8637-562a-49ec-8e65-bea2585ca3fa tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 Jun 25 14:34:00.567245 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:00.770124 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbb42c-10c4-460c-b64d-400973cb2605 req-3273500f-3c53-4946-81e5-04495b5ebc8c tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:00.771513 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-22bbb42c-10c4-460c-b64d-400973cb2605 req-3273500f-3c53-4946-81e5-04495b5ebc8c tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1781037 Jun 25 14:34:00.818795 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-22bbb42c-10c4-460c-b64d-400973cb2605 req-7af39b99-54f7-41fe-9d89-a0c3ee13b160 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Jun 25 14:34:01.383382 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f791e6d-d786-48a6-b6dd-fbf2be7fe5e3 req-f75e7f89-2c2e-4354-894a-062224f4141d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:01.384872 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8f791e6d-d786-48a6-b6dd-fbf2be7fe5e3 req-f75e7f89-2c2e-4354-894a-062224f4141d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.0912089 Jun 25 14:34:01.432425 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8f791e6d-d786-48a6-b6dd-fbf2be7fe5e3 req-3c79d444-7201-4eed-8d5b-86f3622beaaf tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Jun 25 14:34:01.570634 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfa716-ccfa-4159-ae28-057cc180d0df req-cf6ff172-5420-4f34-841d-795fe0978c80 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:01.572094 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-40bfa716-ccfa-4159-ae28-057cc180d0df req-cf6ff172-5420-4f34-841d-795fe0978c80 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 932 time: 0.0797567 Jun 25 14:34:01.616215 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-40bfa716-ccfa-4159-ae28-057cc180d0df req-c448b483-8b22-4920-a453-d6835cc9fa98 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383954 Jun 25 14:34:02.003640 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0f5b6-2afc-4d46-9c19-96805e1ee3d6 req-f403ea2f-1404-4233-8c9d-c213861d2334 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:02.005072 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cfc0f5b6-2afc-4d46-9c19-96805e1ee3d6 req-f403ea2f-1404-4233-8c9d-c213861d2334 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.0820398 Jun 25 14:34:02.050930 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cfc0f5b6-2afc-4d46-9c19-96805e1ee3d6 req-8b0b6b93-054f-4a01-b1bd-89c57d1fd3cc tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401144 Jun 25 14:34:02.632372 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee1750-2de7-47dd-bfd6-70006382b81c req-de7c0e15-a909-4ac0-ad91-339ced33a960 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:02.633836 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-69ee1750-2de7-47dd-bfd6-70006382b81c req-de7c0e15-a909-4ac0-ad91-339ced33a960 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.0830033 Jun 25 14:34:02.679525 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-69ee1750-2de7-47dd-bfd6-70006382b81c req-3d39137c-9c56-4bee-9d77-4ae8530568fa tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394611 Jun 25 14:34:02.818444 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad17b5f-dce0-4c5f-b966-b4ea42952cff req-b7f172aa-4190-493d-b662-e2adc533f388 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:02.819928 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bad17b5f-dce0-4c5f-b966-b4ea42952cff req-b7f172aa-4190-493d-b662-e2adc533f388 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 932 time: 0.0951426 Jun 25 14:34:02.864852 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bad17b5f-dce0-4c5f-b966-b4ea42952cff req-b037d98d-9e4e-4f8c-9e97-e3d17ece38bb tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391831 Jun 25 14:34:03.249362 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c647df-68c5-4359-aeab-41e8affdaeef req-977b9ef5-b4fa-4a28-a200-7ca303841a3b tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:03.250777 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-98c647df-68c5-4359-aeab-41e8affdaeef req-977b9ef5-b4fa-4a28-a200-7ca303841a3b tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.0826213 Jun 25 14:34:03.295478 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-98c647df-68c5-4359-aeab-41e8affdaeef req-3ce289a7-1d65-4eb1-aa3d-2138b0a55eba tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380645 Jun 25 14:34:03.865427 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb76820-fa99-459e-b3bb-0a9a96d43f22 req-49f5157d-3be0-43c5-8199-81edbe607f1b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:03.866755 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7eb76820-fa99-459e-b3bb-0a9a96d43f22 req-49f5157d-3be0-43c5-8199-81edbe607f1b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.0778074 Jun 25 14:34:03.922635 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7eb76820-fa99-459e-b3bb-0a9a96d43f22 req-32592282-963b-4cc3-9554-039d7601076e tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500901 Jun 25 14:34:04.077729 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6932a-e3e8-4eda-991e-04e3cb6fdde8 req-e7a029f4-2713-4345-a990-ba4ae0e2847a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:04.079189 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ddc6932a-e3e8-4eda-991e-04e3cb6fdde8 req-e7a029f4-2713-4345-a990-ba4ae0e2847a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 932 time: 0.0798833 Jun 25 14:34:04.123704 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ddc6932a-e3e8-4eda-991e-04e3cb6fdde8 req-412f1cf9-7181-4622-a6ed-0108e7e5f0e8 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387361 Jun 25 14:34:04.479308 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f242df-a848-4822-aadd-15a8d061f21e req-c2748948-3e1a-4606-8b47-9f54645abb70 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:04.480635 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-98f242df-a848-4822-aadd-15a8d061f21e req-c2748948-3e1a-4606-8b47-9f54645abb70 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.0802984 Jun 25 14:34:04.525573 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-98f242df-a848-4822-aadd-15a8d061f21e req-15ce87d0-07e9-460a-b24c-aeec4af13679 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392382 Jun 25 14:34:05.115873 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a01db5-16c5-4bcf-be72-28d07a9a739d req-70be3d39-55f7-46dd-8391-d5f85e3135e6 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:05.118622 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-24a01db5-16c5-4bcf-be72-28d07a9a739d req-70be3d39-55f7-46dd-8391-d5f85e3135e6 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.0852766 Jun 25 14:34:05.191585 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-24a01db5-16c5-4bcf-be72-28d07a9a739d req-5c4d1644-f949-4187-ab07-01f94abdcfdb tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625303 Jun 25 14:34:05.347140 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ee43d-10d4-46e8-8937-d90efdf8d14c req-13db9f51-0446-4b6c-aed2-29b6f7007f57 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:05.348591 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a31ee43d-10d4-46e8-8937-d90efdf8d14c req-13db9f51-0446-4b6c-aed2-29b6f7007f57 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 932 time: 0.0940721 Jun 25 14:34:05.395705 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a31ee43d-10d4-46e8-8937-d90efdf8d14c req-d5e9adeb-54a9-4def-9f96-8f53a5e15f75 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411978 Jun 25 14:34:05.708942 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc6335-8ab0-4276-8f6d-e6c8d5ee8de5 req-241a42b4-4cf9-4b99-b45c-535847455172 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:05.710272 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4fbc6335-8ab0-4276-8f6d-e6c8d5ee8de5 req-241a42b4-4cf9-4b99-b45c-535847455172 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.0793355 Jun 25 14:34:05.758271 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4fbc6335-8ab0-4276-8f6d-e6c8d5ee8de5 req-146dea25-10bd-4e1e-b3be-061e6d428ed2 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420010 Jun 25 14:34:06.371986 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902f50-666d-45d7-b48d-aeb7ebc3aa8f req-1423a8a3-81fd-4100-9eca-8704434bc379 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:06.378678 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0f902f50-666d-45d7-b48d-aeb7ebc3aa8f req-1423a8a3-81fd-4100-9eca-8704434bc379 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.0885842 Jun 25 14:34:06.420768 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0f902f50-666d-45d7-b48d-aeb7ebc3aa8f req-84f0ba59-2dcf-4a91-990d-a4163c04ab84 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408866 Jun 25 14:34:06.594820 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71d316-528c-4d82-9822-c9456a99d0f3 req-0b824d54-a659-4dc1-9f7f-083f6799688d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:06.596813 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6a71d316-528c-4d82-9822-c9456a99d0f3 req-0b824d54-a659-4dc1-9f7f-083f6799688d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 932 time: 0.0815694 Jun 25 14:34:06.640589 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6a71d316-528c-4d82-9822-c9456a99d0f3 req-c05635b1-012c-4052-a897-7fd975e69023 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380299 Jun 25 14:34:07.024501 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212f6b2-a6f4-4c35-93b0-827d9379c7d8 req-f0fd6e38-f725-40d3-8dd7-b2b2cbebb2e5 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:07.025936 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3212f6b2-a6f4-4c35-93b0-827d9379c7d8 req-f0fd6e38-f725-40d3-8dd7-b2b2cbebb2e5 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1205177 Jun 25 14:34:07.072921 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3212f6b2-a6f4-4c35-93b0-827d9379c7d8 req-8685a391-ae19-4fcd-8702-2df31a615baf tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Jun 25 14:34:07.615008 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f85566-069b-4ec0-8fab-678dadc064b6 req-da44dda3-802a-4a0b-9d52-9358bc338ce5 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:07.616662 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c4f85566-069b-4ec0-8fab-678dadc064b6 req-da44dda3-802a-4a0b-9d52-9358bc338ce5 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.0829477 Jun 25 14:34:07.700400 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c4f85566-069b-4ec0-8fab-678dadc064b6 req-8d6d88b4-c5b5-4dfe-8cb6-2058a20e9ec6 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682988 Jun 25 14:34:07.832470 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebadaaf-8ca1-43b9-b1a8-0aca04371af8 req-93571f62-9217-46ab-a53d-f7a9fd5f899b tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:07.833905 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cebadaaf-8ca1-43b9-b1a8-0aca04371af8 req-93571f62-9217-46ab-a53d-f7a9fd5f899b tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 932 time: 0.0788536 Jun 25 14:34:07.882404 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cebadaaf-8ca1-43b9-b1a8-0aca04371af8 req-ce56f7ba-edb2-4cf0-b185-46e1966b314d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Jun 25 14:34:08.349240 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881474e3-4fbb-4985-bb72-83e540dbaea3 req-0f4e7fc4-3c01-41ad-8de8-55d81ffb5ad3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:08.350652 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-881474e3-4fbb-4985-bb72-83e540dbaea3 req-0f4e7fc4-3c01-41ad-8de8-55d81ffb5ad3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1462178 Jun 25 14:34:08.396530 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-881474e3-4fbb-4985-bb72-83e540dbaea3 req-f7971230-6a2e-46c3-a8f9-1f2e4679b941 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Jun 25 14:34:08.890933 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f406cf-d35a-487f-8e55-29634a6bb41d req-dd7d1d68-1567-490c-948c-3598fd043ee7 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:08.892496 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-23f406cf-d35a-487f-8e55-29634a6bb41d req-dd7d1d68-1567-490c-948c-3598fd043ee7 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.0811024 Jun 25 14:34:08.944517 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-23f406cf-d35a-487f-8e55-29634a6bb41d req-9dc01ec0-c43f-4962-9681-a23f452b59db tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429349 Jun 25 14:34:09.083746 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c8d49-b04b-4bb2-a5f5-1934bd15eee5 req-cfac2d53-9f5b-4b2f-af61-567e2f06c4c7 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:09.085183 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c45c8d49-b04b-4bb2-a5f5-1934bd15eee5 req-cfac2d53-9f5b-4b2f-af61-567e2f06c4c7 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 932 time: 0.0845032 Jun 25 14:34:09.147764 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c45c8d49-b04b-4bb2-a5f5-1934bd15eee5 req-b48f24d3-b677-4f48-ae1f-efa3f08b8b3e tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568588 Jun 25 14:34:09.579580 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602bb4a-9166-4b9c-884e-98d554cef48a req-f7173158-09ec-4f88-b7e2-660e0b7599c5 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:09.581490 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6602bb4a-9166-4b9c-884e-98d554cef48a req-f7173158-09ec-4f88-b7e2-660e0b7599c5 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.0781317 Jun 25 14:34:09.627518 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6602bb4a-9166-4b9c-884e-98d554cef48a req-57f04169-a4d8-45f0-8423-3e487eea4e59 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403011 Jun 25 14:34:10.140275 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31351b36-43ec-455f-abd8-c9343e608654 req-72054c72-c176-41d6-8373-3f371ed80eb4 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:10.141735 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-31351b36-43ec-455f-abd8-c9343e608654 req-72054c72-c176-41d6-8373-3f371ed80eb4 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.0840428 Jun 25 14:34:10.187503 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-31351b36-43ec-455f-abd8-c9343e608654 req-608e343b-b0aa-4401-a625-7170e1f48577 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400565 Jun 25 14:34:10.339683 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a264b6f-c4d9-4389-8072-519f6b890795 req-232b43e2-3b04-4b12-a2f1-10afc008ff9e tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:10.341222 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0a264b6f-c4d9-4389-8072-519f6b890795 req-232b43e2-3b04-4b12-a2f1-10afc008ff9e tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 932 time: 0.0785570 Jun 25 14:34:10.386231 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0a264b6f-c4d9-4389-8072-519f6b890795 req-bf3ab8ff-21ee-47e1-b259-c98840e8aa30 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385585 Jun 25 14:34:10.814623 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf82dd9-c857-4f0e-ba3b-7002d7db5cb6 req-e28c03b7-069e-4fa1-a2f7-16e82c421587 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:10.816087 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5cf82dd9-c857-4f0e-ba3b-7002d7db5cb6 req-e28c03b7-069e-4fa1-a2f7-16e82c421587 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.0824695 Jun 25 14:34:10.859486 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5cf82dd9-c857-4f0e-ba3b-7002d7db5cb6 req-ae0e4d7c-370d-46e1-9295-bfb400e7b048 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377278 Jun 25 14:34:11.375736 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45807a-6a70-467f-a0fb-b9bb75d31405 req-d6777356-4557-4c83-8c8e-150004a0b6e1 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:11.377216 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ef45807a-6a70-467f-a0fb-b9bb75d31405 req-d6777356-4557-4c83-8c8e-150004a0b6e1 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.0821030 Jun 25 14:34:11.422614 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ef45807a-6a70-467f-a0fb-b9bb75d31405 req-958dab1a-fb55-4cf8-af14-cacebb785d34 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390794 Jun 25 14:34:11.568814 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffd874-ba19-4435-8286-f06a2181dcd1 req-e13e67d1-81e0-45b2-a000-bb04d8e7a25e tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:11.570262 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-37ffd874-ba19-4435-8286-f06a2181dcd1 req-e13e67d1-81e0-45b2-a000-bb04d8e7a25e tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 932 time: 0.0787830 Jun 25 14:34:11.615857 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-37ffd874-ba19-4435-8286-f06a2181dcd1 req-9815f5b6-04c5-4c94-91c4-732da1da1a02 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397995 Jun 25 14:34:11.726011 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Request body: {'port': {'device_id': '17d53e5e-3d07-4701-b870-f8f38def5810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:11.842734 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:12.160207 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896515b1-2260-4e6e-9f47-30e26026273b req-aa4d092f-718e-4d1c-b01d-81fa43d2e309 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:12.161675 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-896515b1-2260-4e6e-9f47-30e26026273b req-aa4d092f-718e-4d1c-b01d-81fa43d2e309 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1959779 Jun 25 14:34:12.218160 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-896515b1-2260-4e6e-9f47-30e26026273b req-54baa906-1932-4cd6-b4b8-40966fc9bfb1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501716 Jun 25 14:34:12.282464 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc42065-d41d-4c26-a2d2-d56cf79912ba {{(pid=78414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:34:12.290215 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:12.304360 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Transition to ACTIVE for port object afc42065-d41d-4c26-a2d2-d56cf79912ba will not be triggered until provisioned by entity L2. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:34:12.308703 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:12.313289 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d1e99a17-a98f-46f9-817f-9ac081503216 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:12.436323 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Pushing event updated for resources: {'Port': ['ID=afc42065-d41d-4c26-a2d2-d56cf79912ba,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:12.479021 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:12.526326 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a6c3f-6259-446c-8793-04263ab28023 req-618e8d46-d78d-4495-8c63-d913e7093d8c tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:12.528258 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-0a8a6c3f-6259-446c-8793-04263ab28023 req-618e8d46-d78d-4495-8c63-d913e7093d8c tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Synchronizing usage tracker for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:port {{(pid=78415) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:34:12.544938 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-0a8a6c3f-6259-446c-8793-04263ab28023 req-618e8d46-d78d-4495-8c63-d913e7093d8c tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Unset dirty status for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:port {{(pid=78415) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:34:12.546442 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-0a8a6c3f-6259-446c-8793-04263ab28023 req-618e8d46-d78d-4495-8c63-d913e7093d8c tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.1518083 Jun 25 14:34:12.634726 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [req-0a8a6c3f-6259-446c-8793-04263ab28023 req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Deleting port aa27631a-988c-407f-9c9f-2e6e1c63d4ac {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:34:12.638975 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-0a8a6c3f-6259-446c-8793-04263ab28023 req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:12.753608 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Attempting to bind port afc42065-d41d-4c26-a2d2-d56cf79912ba on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:34:12.753985 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Attempting to bind port afc42065-d41d-4c26-a2d2-d56cf79912ba by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '1aebfb62-439c-455d-b055-31f88b958a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871'}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:34:12.754497 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Attempting to bind port afc42065-d41d-4c26-a2d2-d56cf79912ba on network fbdfb920-c89a-4253-9bd1-e6cba08d8871 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:34:12.763982 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Port afc42065-d41d-4c26-a2d2-d56cf79912ba on network fbdfb920-c89a-4253-9bd1-e6cba08d8871 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:34:12.764273 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Attempting to bind port afc42065-d41d-4c26-a2d2-d56cf79912ba on network fbdfb920-c89a-4253-9bd1-e6cba08d8871 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:34:12.774026 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:34:12.774364 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Checking segment: {'id': '1aebfb62-439c-455d-b055-31f88b958a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:34:12.774753 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Bound using segment: {'id': '1aebfb62-439c-455d-b055-31f88b958a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871'} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:34:12.775208 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Bound port: afc42065-d41d-4c26-a2d2-d56cf79912ba, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aebfb62-439c-455d-b055-31f88b958a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871'}}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:34:12.775555 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:12.805500 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566fc9a-df65-4575-9a09-dcdbb78bc8e2 req-4ed3df41-e01d-46a9-8ccc-b22b64200862 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:12.806978 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1566fc9a-df65-4575-9a09-dcdbb78bc8e2 req-4ed3df41-e01d-46a9-8ccc-b22b64200862 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 945 time: 0.1445634 Jun 25 14:34:12.968122 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1566fc9a-df65-4575-9a09-dcdbb78bc8e2 req-ca106264-021c-4c2a-afe9-9fa48a51d782 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359770 Jun 25 14:34:12.981177 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] For port afc42065-d41d-4c26-a2d2-d56cf79912ba, host hv-cinder-79808, cleared binding levels {{(pid=78414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:34:12.986205 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] For port afc42065-d41d-4c26-a2d2-d56cf79912ba, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=afc42065-d41d-4c26-a2d2-d56cf79912ba,segment=NetworkSegment(1aebfb62-439c-455d-b055-31f88b958a12),segment_id=1aebfb62-439c-455d-b055-31f88b958a12)] {{(pid=78414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:34:12.997360 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:13.003728 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5c63e168-3462-40e7-80b5-b0c70be48c6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:13.008266 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [req-0a8a6c3f-6259-446c-8793-04263ab28023 req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] For port aa27631a-988c-407f-9c9f-2e6e1c63d4ac, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=aa27631a-988c-407f-9c9f-2e6e1c63d4ac,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:13.008627 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-0a8a6c3f-6259-446c-8793-04263ab28023 req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:13.072463 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e124dd3-540e-4824-aa99-f7f9c9697bda req-ff6084df-cc15-42c4-9369-305347f0671c tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:13.074076 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3e124dd3-540e-4824-aa99-f7f9c9697bda req-ff6084df-cc15-42c4-9369-305347f0671c tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 944 time: 0.2160339 Jun 25 14:34:13.078758 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:13.079463 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:13.080930 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] 10.222.0.38 "PUT /v2.0/ports/afc42065-d41d-4c26-a2d2-d56cf79912ba HTTP/1.1" status: 200 len: 1094 time: 1.3613923 Jun 25 14:34:13.081522 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d53e5e-3d07-4701-b870-f8f38def5810', 'tag': 'afc42065-d41d-4c26-a2d2-d56cf79912ba'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:34:13.137489 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [req-0a8a6c3f-6259-446c-8793-04263ab28023 req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Calling delete_port for aa27631a-988c-407f-9c9f-2e6e1c63d4ac owned by compute:nova {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:34:13.185947 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Pushing event updated for resources: {'Port': ['ID=afc42065-d41d-4c26-a2d2-d56cf79912ba,revision_number=3']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:13.242160 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:13.278386 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3e124dd3-540e-4824-aa99-f7f9c9697bda req-25e471f9-9a63-4691-aa42-27fee119ed2b tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859198 Jun 25 14:34:13.333388 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba95d6-15eb-40ad-b65b-825da37f4966 req-be61ef01-0bcb-4da4-8bbe-837914316e5f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:13.335100 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-21ba95d6-15eb-40ad-b65b-825da37f4966 req-be61ef01-0bcb-4da4-8bbe-837914316e5f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.2578855 Jun 25 14:34:13.340695 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-bfbe0a71-a66f-4a7c-bba2-85f62e0a08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:13.342292 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-bfbe0a71-a66f-4a7c-bba2-85f62e0a08c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99a2ea8d16f245d781ba2b45be672d2a&device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 1097 time: 0.1820185 Jun 25 14:34:13.345049 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d53e5e-3d07-4701-b870-f8f38def5810', 'tag': 'afc42065-d41d-4c26-a2d2-d56cf79912ba', 'status': 'completed', 'code': 200} Jun 25 14:34:13.352975 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-0a8a6c3f-6259-446c-8793-04263ab28023 req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:13.359525 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-749752c7-f3d4-4aab-8723-5856f44ec702 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:13.366064 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['faad8023-08e3-4366-82bf-1aa6f885ac45', 'aa27631a-988c-407f-9c9f-2e6e1c63d4ac'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:34:13.407457 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Pushing event deleted for resources: {'Port': ['ID=aa27631a-988c-407f-9c9f-2e6e1c63d4ac,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:13.416158 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:13.416796 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:13.417318 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:13.417835 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:13.418342 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:13.418939 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:13.419479 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:13.419992 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:13.420504 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:13.421015 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:13.421520 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:13.422014 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:13.422794 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-0736ea01-8adc-4997-8b9f-2e445df1c4d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afc42065-d41d-4c26-a2d2-d56cf79912ba HTTP/1.1" status: 200 len: 217 time: 0.0638714 Jun 25 14:34:13.426257 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:13.500519 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8a6c3f-6259-446c-8793-04263ab28023 req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] No DVR routers for this DVR port aa27631a-988c-407f-9c9f-2e6e1c63d4ac on host hv-cinder-79808 {{(pid=78415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:34:13.503532 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-0a8a6c3f-6259-446c-8793-04263ab28023 req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:13.507712 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735b0392-4ace-4462-b928-64587aa33317', 'name': 'network-vif-deleted', 'tag': 'aa27631a-988c-407f-9c9f-2e6e1c63d4ac'}] {{(pid=78415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:34:13.528298 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-0a8a6c3f-6259-446c-8793-04263ab28023 req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "DELETE /v2.0/ports/aa27631a-988c-407f-9c9f-2e6e1c63d4ac HTTP/1.1" status: 204 len: 173 time: 0.9751999 Jun 25 14:34:13.552860 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-21ba95d6-15eb-40ad-b65b-825da37f4966 req-3364be4f-afb7-4be0-88c4-e42877a4a24c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095683 Jun 25 14:34:13.560555 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-59632eca-c9dd-490c-b09e-b6605e10c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:13.562561 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-59632eca-c9dd-490c-b09e-b6605e10c8b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7793419f-1d06-4466-8932-87c4e1d7fab9 HTTP/1.1" status: 200 len: 854 time: 0.1317575 Jun 25 14:34:13.610977 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735b0392-4ace-4462-b928-64587aa33317', 'name': 'network-vif-deleted', 'tag': 'aa27631a-988c-407f-9c9f-2e6e1c63d4ac', 'status': 'completed', 'code': 200} Jun 25 14:34:13.651098 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef95a3-c491-43e3-a217-8fced35e5e89 req-80bf57c6-fa36-4760-98cb-a8026d2a6795 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:13.652588 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9cef95a3-c491-43e3-a217-8fced35e5e89 req-80bf57c6-fa36-4760-98cb-a8026d2a6795 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1734014 Jun 25 14:34:13.698383 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-9f9a8015-9c22-44f6-8908-31659d8333ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:13.699852 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-9f9a8015-9c22-44f6-8908-31659d8333ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fbdfb920-c89a-4253-9bd1-e6cba08d8871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1279943 Jun 25 14:34:13.706811 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9cef95a3-c491-43e3-a217-8fced35e5e89 req-48a30b9d-0c37-4998-bd46-e7d6e408317d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470362 Jun 25 14:34:13.830642 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-99d7cf8e-1470-4453-b4fc-30288adcb515 service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222742 Jun 25 14:34:13.958951 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3b3492b-9218-4e19-9983-d0b0ae9b3dcd req-90c97d95-6ca8-465f-8f11-c5084a0b373c service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216316 Jun 25 14:34:14.093511 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de62f15-cdc1-46ef-92a2-0edc8232203d req-1a115d1d-c823-419d-aecb-f109892a791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:14.094955 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8de62f15-cdc1-46ef-92a2-0edc8232203d req-1a115d1d-c823-419d-aecb-f109892a791b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99a2ea8d16f245d781ba2b45be672d2a&device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 1097 time: 0.0769162 Jun 25 14:34:14.160502 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fc69527b-1f2b-4044-b578-cfedcd836a72 req-88af2221-438c-4b1d-8ae7-e653e3d955fe tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=735b0392-4ace-4462-b928-64587aa33317 HTTP/1.1" status: 200 len: 210 time: 0.0641582 Jun 25 14:34:14.272958 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de62f15-cdc1-46ef-92a2-0edc8232203d req-1f368af3-ad66-4f26-88c4-cb016e012241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:14.274353 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8de62f15-cdc1-46ef-92a2-0edc8232203d req-1f368af3-ad66-4f26-88c4-cb016e012241 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fbdfb920-c89a-4253-9bd1-e6cba08d8871 HTTP/1.1" status: 200 len: 916 time: 0.1403453 Jun 25 14:34:14.345875 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8de62f15-cdc1-46ef-92a2-0edc8232203d req-5e8448de-5895-4b77-af0b-aa6bddcb5736 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afc42065-d41d-4c26-a2d2-d56cf79912ba HTTP/1.1" status: 200 len: 217 time: 0.0626819 Jun 25 14:34:14.550508 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de62f15-cdc1-46ef-92a2-0edc8232203d req-95213021-93ae-4312-8bc7-45d8c699495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:14.551960 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8de62f15-cdc1-46ef-92a2-0edc8232203d req-95213021-93ae-4312-8bc7-45d8c699495b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7793419f-1d06-4466-8932-87c4e1d7fab9 HTTP/1.1" status: 200 len: 854 time: 0.1983411 Jun 25 14:34:14.625327 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85df86-be9d-4293-8d4c-9bed5618a81a req-8ad0613e-13af-4180-9bcf-fd73e97a4160 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:14.626717 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3f85df86-be9d-4293-8d4c-9bed5618a81a req-8ad0613e-13af-4180-9bcf-fd73e97a4160 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 944 time: 0.1460817 Jun 25 14:34:14.684633 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b4941-3bd1-4edc-8a7b-df0f221b4662 req-6a7e69b8-92d3-4c44-9e70-f84549a0c0b5 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:14.685327 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-ef2b4941-3bd1-4edc-8a7b-df0f221b4662 req-6a7e69b8-92d3-4c44-9e70-f84549a0c0b5 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Synchronizing usage tracker for tenant:570df59ecce748a7b99477e25f41f4a4 on resource:port {{(pid=78415) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:34:14.697161 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-ef2b4941-3bd1-4edc-8a7b-df0f221b4662 req-6a7e69b8-92d3-4c44-9e70-f84549a0c0b5 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Unset dirty status for tenant:570df59ecce748a7b99477e25f41f4a4 on resource:port {{(pid=78415) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:34:14.698254 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-ef2b4941-3bd1-4edc-8a7b-df0f221b4662 req-6a7e69b8-92d3-4c44-9e70-f84549a0c0b5 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.38 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.0974250 Jun 25 14:34:14.708057 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de62f15-cdc1-46ef-92a2-0edc8232203d req-c2e7b4b6-e675-4ff7-8a79-09e31f643175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:14.709477 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8de62f15-cdc1-46ef-92a2-0edc8232203d req-c2e7b4b6-e675-4ff7-8a79-09e31f643175 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fbdfb920-c89a-4253-9bd1-e6cba08d8871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1488204 Jun 25 14:34:14.728609 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3f85df86-be9d-4293-8d4c-9bed5618a81a req-9e237ecb-c075-4b62-9719-610dc96bba46 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945458 Jun 25 14:34:14.777932 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [req-ef2b4941-3bd1-4edc-8a7b-df0f221b4662 req-07abb943-72fe-43e9-93c1-95ff6c79304d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Deleting port d769d97f-b0ba-4c08-b711-58c78267a1dc {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:34:14.778445 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-ef2b4941-3bd1-4edc-8a7b-df0f221b4662 req-07abb943-72fe-43e9-93c1-95ff6c79304d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:14.875891 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd9b3f-c7a0-410c-8946-0ba89165c8ae req-5b3a4322-0276-49f5-b514-65ce72d1b76b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:14.877682 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-16fd9b3f-c7a0-410c-8946-0ba89165c8ae req-5b3a4322-0276-49f5-b514-65ce72d1b76b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.2059681 Jun 25 14:34:14.914309 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8de62f15-cdc1-46ef-92a2-0edc8232203d req-b171bbcb-e446-42a0-9532-81c89e0e3c87 service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846809 Jun 25 14:34:15.009500 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-16fd9b3f-c7a0-410c-8946-0ba89165c8ae req-29e63755-ebcc-4f83-87f8-8658119a828e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218491 Jun 25 14:34:15.044226 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [req-ef2b4941-3bd1-4edc-8a7b-df0f221b4662 req-07abb943-72fe-43e9-93c1-95ff6c79304d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] For port d769d97f-b0ba-4c08-b711-58c78267a1dc, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d769d97f-b0ba-4c08-b711-58c78267a1dc,segment=NetworkSegment(993839cf-2c2e-4627-a834-21940f73904c),segment_id=993839cf-2c2e-4627-a834-21940f73904c)] {{(pid=78415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:15.044579 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-ef2b4941-3bd1-4edc-8a7b-df0f221b4662 req-07abb943-72fe-43e9-93c1-95ff6c79304d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:15.118322 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8de62f15-cdc1-46ef-92a2-0edc8232203d req-7fe5b795-6e10-4b75-9d13-0da0e2a96151 service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923723 Jun 25 14:34:15.137052 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ea7c6-5ea2-42f0-9c9f-148bd48ebeaa req-35de8fb5-2ff7-4f51-a095-1a6d92ed193f tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:15.138595 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-270ea7c6-5ea2-42f0-9c9f-148bd48ebeaa req-35de8fb5-2ff7-4f51-a095-1a6d92ed193f tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=005fd6e7-9329-444b-9a97-a8e32a3c2605 HTTP/1.1" status: 200 len: 945 time: 0.1326418 Jun 25 14:34:15.169866 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [req-ef2b4941-3bd1-4edc-8a7b-df0f221b4662 req-07abb943-72fe-43e9-93c1-95ff6c79304d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Calling delete_port for d769d97f-b0ba-4c08-b711-58c78267a1dc owned by compute:nova {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:34:15.194026 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-270ea7c6-5ea2-42f0-9c9f-148bd48ebeaa req-11729e8f-0836-4b08-b248-f182b30e3c42 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489097 Jun 25 14:34:15.319601 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-ef2b4941-3bd1-4edc-8a7b-df0f221b4662 req-07abb943-72fe-43e9-93c1-95ff6c79304d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:15.326670 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:15.332603 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b', 'd769d97f-b0ba-4c08-b711-58c78267a1dc'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:34:15.416391 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abb943-72fe-43e9-93c1-95ff6c79304d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Pushing event deleted for resources: {'Port': ['ID=d769d97f-b0ba-4c08-b711-58c78267a1dc,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:15.424675 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-07abb943-72fe-43e9-93c1-95ff6c79304d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:15.463126 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2b4941-3bd1-4edc-8a7b-df0f221b4662 req-07abb943-72fe-43e9-93c1-95ff6c79304d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] No DVR routers for this DVR port d769d97f-b0ba-4c08-b711-58c78267a1dc on host hv-cinder-79808 {{(pid=78415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:34:15.465952 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-ef2b4941-3bd1-4edc-8a7b-df0f221b4662 req-07abb943-72fe-43e9-93c1-95ff6c79304d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:15.480329 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-ef2b4941-3bd1-4edc-8a7b-df0f221b4662 req-07abb943-72fe-43e9-93c1-95ff6c79304d tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.38 "DELETE /v2.0/ports/d769d97f-b0ba-4c08-b711-58c78267a1dc HTTP/1.1" status: 204 len: 173 time: 0.7758763 Jun 25 14:34:15.611905 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005fd6e7-9329-444b-9a97-a8e32a3c2605', 'name': 'network-vif-deleted', 'tag': 'd769d97f-b0ba-4c08-b711-58c78267a1dc'}] {{(pid=78415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:34:15.658101 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fd6e7-9329-444b-9a97-a8e32a3c2605', 'name': 'network-vif-deleted', 'tag': 'd769d97f-b0ba-4c08-b711-58c78267a1dc', 'status': 'completed', 'code': 200} Jun 25 14:34:15.909758 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5f2ff-c644-417a-92cc-5ffe222c8683 req-e5da9ab6-87de-48a1-843f-4892c63c66ad tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:15.911104 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1aa5f2ff-c644-417a-92cc-5ffe222c8683 req-e5da9ab6-87de-48a1-843f-4892c63c66ad tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 944 time: 0.0783274 Jun 25 14:34:15.956323 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1aa5f2ff-c644-417a-92cc-5ffe222c8683 req-18218048-a549-4f5d-9153-f7b51c120a37 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394416 Jun 25 14:34:16.203024 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b1868-bda5-48b4-bff4-44bcb8e9107f req-0bac87fa-8129-4b09-9363-7d35af24ae3c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:16.204468 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e03b1868-bda5-48b4-bff4-44bcb8e9107f req-0bac87fa-8129-4b09-9363-7d35af24ae3c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.0876255 Jun 25 14:34:16.252562 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e03b1868-bda5-48b4-bff4-44bcb8e9107f req-79649f2e-bcf1-442d-8143-7af3d8d65bf5 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416465 Jun 25 14:34:16.531374 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device afc42065-d41d-4c26-a2d2-d56cf79912ba details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:34:16.536727 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device aa27631a-988c-407f-9c9f-2e6e1c63d4ac no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:34:16.614699 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: aa27631a-988c-407f-9c9f-2e6e1c63d4ac {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:34:16.615039 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device aa27631a-988c-407f-9c9f-2e6e1c63d4ac not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:34:16.656846 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d6f94-40eb-42ce-aa12-5928b9fe96da req-a208ee24-4ff3-4605-ae7a-4cb2017506c2 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:16.659099 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-985d6f94-40eb-42ce-aa12-5928b9fe96da req-a208ee24-4ff3-4605-ae7a-4cb2017506c2 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0818863 Jun 25 14:34:16.708403 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-985d6f94-40eb-42ce-aa12-5928b9fe96da req-f2d0016e-3b97-42ba-960e-56b39f3579cf tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439899 Jun 25 14:34:16.744887 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port afc42065-d41d-4c26-a2d2-d56cf79912ba, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=afc42065-d41d-4c26-a2d2-d56cf79912ba,segment=NetworkSegment(1aebfb62-439c-455d-b055-31f88b958a12),segment_id=1aebfb62-439c-455d-b055-31f88b958a12)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:16.759634 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': 'afc42065-d41d-4c26-a2d2-d56cf79912ba', 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'port_id': 'afc42065-d41d-4c26-a2d2-d56cf79912ba', 'mac_address': 'fa:16:3e:94:32:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:34:16.813901 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:16.834329 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc42065-d41d-4c26-a2d2-d56cf79912ba {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:34:16.849332 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port afc42065-d41d-4c26-a2d2-d56cf79912ba, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=afc42065-d41d-4c26-a2d2-d56cf79912ba,segment=NetworkSegment(1aebfb62-439c-455d-b055-31f88b958a12),segment_id=1aebfb62-439c-455d-b055-31f88b958a12)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:16.853065 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:16.855711 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:16.906747 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416a772-532c-4765-aaeb-00fdb8ac179c req-7d4977df-5ba6-4e01-9448-bd7bafe339d8 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:16.908206 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2416a772-532c-4765-aaeb-00fdb8ac179c req-7d4977df-5ba6-4e01-9448-bd7bafe339d8 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 945 time: 0.0800130 Jun 25 14:34:16.920323 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=afc42065-d41d-4c26-a2d2-d56cf79912ba,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:16.927369 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:16.927717 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:16.928331 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:16.928660 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:16.928983 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:16.929304 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:16.929624 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:16.929941 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:16.930255 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:16.931100 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:16.931100 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:16.931315 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:16.935310 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:16.953988 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2416a772-532c-4765-aaeb-00fdb8ac179c req-2cdb2175-60c0-4aa1-9bf4-f7804ac731d6 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Jun 25 14:34:17.148456 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a69b45-5a2f-4552-824d-f743e0e98572 req-18b61b72-2161-4aea-b1f1-f327ea6ac9cd tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:17.149898 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b1a69b45-5a2f-4552-824d-f743e0e98572 req-18b61b72-2161-4aea-b1f1-f327ea6ac9cd tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 945 time: 0.0843027 Jun 25 14:34:17.196047 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b1a69b45-5a2f-4552-824d-f743e0e98572 req-071e9e09-3a54-4d8a-b8bc-2b55eff4a392 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Jun 25 14:34:17.242242 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['afc42065-d41d-4c26-a2d2-d56cf79912ba'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:34:17.450061 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecaaea-8f27-4439-ae29-38baadc62443 req-2a11cd73-0cab-4ff8-acd3-7bb03e92ed34 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:17.451569 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ccecaaea-8f27-4439-ae29-38baadc62443 req-2a11cd73-0cab-4ff8-acd3-7bb03e92ed34 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.0952663 Jun 25 14:34:17.499534 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ccecaaea-8f27-4439-ae29-38baadc62443 req-bedb078b-1249-4414-8002-ad9ec34c2442 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414619 Jun 25 14:34:17.891927 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2481fc-5151-47ac-9e63-6aa3926df7aa req-d5a9c492-d920-443b-9e7a-91c130febc96 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:17.893878 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9c2481fc-5151-47ac-9e63-6aa3926df7aa req-d5a9c492-d920-443b-9e7a-91c130febc96 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0780861 Jun 25 14:34:17.939096 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9c2481fc-5151-47ac-9e63-6aa3926df7aa req-cb538463-28c4-4b9d-9b04-f47d97dbf0e2 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393479 Jun 25 14:34:18.139919 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0468d6-4b42-4da3-855b-849dd52cb60b req-ffbe5dde-371f-4039-b40b-45746e17b28a tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:18.141336 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-df0468d6-4b42-4da3-855b-849dd52cb60b req-ffbe5dde-371f-4039-b40b-45746e17b28a tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 945 time: 0.0806205 Jun 25 14:34:18.190482 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-df0468d6-4b42-4da3-855b-849dd52cb60b req-070f1618-4768-4f59-ac2b-5538daac80e5 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Jun 25 14:34:18.376407 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843de5b-73e7-4aef-9384-1844517c9e69 req-e9c5b086-6a32-4769-b78a-ada953d761b4 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:18.378620 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c843de5b-73e7-4aef-9384-1844517c9e69 req-e9c5b086-6a32-4769-b78a-ada953d761b4 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 945 time: 0.0783014 Jun 25 14:34:18.426347 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c843de5b-73e7-4aef-9384-1844517c9e69 req-c0ccb1c7-c630-4a7d-849f-2889b3872e42 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417783 Jun 25 14:34:18.545873 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device afc42065-d41d-4c26-a2d2-d56cf79912ba up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:34:18.612614 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port afc42065-d41d-4c26-a2d2-d56cf79912ba completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:34:18.617446 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port afc42065-d41d-4c26-a2d2-d56cf79912ba triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:34:18.617818 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:18.738274 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:18.764559 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d53e5e-3d07-4701-b870-f8f38def5810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc42065-d41d-4c26-a2d2-d56cf79912ba'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:34:18.765179 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54078d-b743-4f9f-9f25-26384f451c81 req-1cf54dbe-16a2-40ca-bd5b-0b2d8274af15 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:18.766658 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ce54078d-b743-4f9f-9f25-26384f451c81 req-1cf54dbe-16a2-40ca-bd5b-0b2d8274af15 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.1628613 Jun 25 14:34:18.774825 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port afc42065-d41d-4c26-a2d2-d56cf79912ba, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=afc42065-d41d-4c26-a2d2-d56cf79912ba,segment=NetworkSegment(1aebfb62-439c-455d-b055-31f88b958a12),segment_id=1aebfb62-439c-455d-b055-31f88b958a12)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:18.779802 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:18.780739 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device d769d97f-b0ba-4c08-b711-58c78267a1dc no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:34:18.808842 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d67841de-f772-44e1-a3da-1a4200b6b646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:18.818720 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ce54078d-b743-4f9f-9f25-26384f451c81 req-ebab0272-f90f-4d04-b752-cfb22eced658 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416698 Jun 25 14:34:18.845182 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d53e5e-3d07-4701-b870-f8f38def5810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc42065-d41d-4c26-a2d2-d56cf79912ba', 'code': 200} Jun 25 14:34:18.850461 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: d769d97f-b0ba-4c08-b711-58c78267a1dc {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:34:18.851125 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device d769d97f-b0ba-4c08-b711-58c78267a1dc not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:34:18.882724 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=afc42065-d41d-4c26-a2d2-d56cf79912ba,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:18.885846 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:19.075597 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10ead2-2b60-4c54-9fe7-88bb710f4baa req-f1a2f7ee-20b3-4654-bccd-80b1799fdd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:19.077070 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-4e10ead2-2b60-4c54-9fe7-88bb710f4baa req-f1a2f7ee-20b3-4654-bccd-80b1799fdd08 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 1099 time: 0.0745435 Jun 25 14:34:19.134131 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcac56-49db-4a80-903b-fddcad17ca98 req-d96db929-feed-4d58-932e-0599b087f2ae tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:19.135959 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-63bcac56-49db-4a80-903b-fddcad17ca98 req-d96db929-feed-4d58-932e-0599b087f2ae tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0836580 Jun 25 14:34:19.184826 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-63bcac56-49db-4a80-903b-fddcad17ca98 req-6f1795b1-abbb-4445-b779-8f1575489a81 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423057 Jun 25 14:34:19.202686 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-4e10ead2-2b60-4c54-9fe7-88bb710f4baa req-5c50fc5c-1478-40fc-a0dc-d211de88d48e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172290 Jun 25 14:34:19.354786 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0a8b7-b20b-49f4-b863-9d6e5c0d8af7 req-c57ac512-eb39-4644-8a39-906c72704302 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:19.355418 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-9db0a8b7-b20b-49f4-b863-9d6e5c0d8af7 req-c57ac512-eb39-4644-8a39-906c72704302 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Synchronizing usage tracker for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:port {{(pid=78415) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:34:19.371506 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-9db0a8b7-b20b-49f4-b863-9d6e5c0d8af7 req-c57ac512-eb39-4644-8a39-906c72704302 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Unset dirty status for tenant:61fd847d6a3d40d499b469ebbedd63d4 on resource:port {{(pid=78415) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:34:19.372629 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-9db0a8b7-b20b-49f4-b863-9d6e5c0d8af7 req-c57ac512-eb39-4644-8a39-906c72704302 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 945 time: 0.0975869 Jun 25 14:34:19.373567 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af0db2-a522-462d-9bd5-e188b812a495 req-2b6e1018-72fa-412f-ba34-84a1fb0311b2 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:19.375005 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-77af0db2-a522-462d-9bd5-e188b812a495 req-2b6e1018-72fa-412f-ba34-84a1fb0311b2 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 945 time: 0.0795531 Jun 25 14:34:19.424332 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-77af0db2-a522-462d-9bd5-e188b812a495 req-a2eab2e3-95f7-466a-9fb4-d2c3ab402ad7 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee9914ba-98ed-4d69-8b84-a0e7da6467eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Jun 25 14:34:19.447098 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [req-9db0a8b7-b20b-49f4-b863-9d6e5c0d8af7 req-e377d82c-5361-48a8-9acf-509e69f3a623 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Deleting port faad8023-08e3-4366-82bf-1aa6f885ac45 {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:34:19.447439 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-9db0a8b7-b20b-49f4-b863-9d6e5c0d8af7 req-e377d82c-5361-48a8-9acf-509e69f3a623 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:19.621477 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45216ae5-1290-441a-9dc7-a5f6733c73c8 req-4c25b93a-cb1b-48b9-a507-95a4fb2dc208 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:19.622840 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-45216ae5-1290-441a-9dc7-a5f6733c73c8 req-4c25b93a-cb1b-48b9-a507-95a4fb2dc208 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 946 time: 0.0805607 Jun 25 14:34:19.667005 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-45216ae5-1290-441a-9dc7-a5f6733c73c8 req-f836b096-f873-4f75-9aaf-f3fa39cdbb09 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383151 Jun 25 14:34:19.694003 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [req-9db0a8b7-b20b-49f4-b863-9d6e5c0d8af7 req-e377d82c-5361-48a8-9acf-509e69f3a623 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] For port faad8023-08e3-4366-82bf-1aa6f885ac45, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=faad8023-08e3-4366-82bf-1aa6f885ac45,segment=NetworkSegment(cd71320e-3850-4f7b-af53-91e059ce2be7),segment_id=cd71320e-3850-4f7b-af53-91e059ce2be7)] {{(pid=78415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:19.694352 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-9db0a8b7-b20b-49f4-b863-9d6e5c0d8af7 req-e377d82c-5361-48a8-9acf-509e69f3a623 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:19.816456 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [req-9db0a8b7-b20b-49f4-b863-9d6e5c0d8af7 req-e377d82c-5361-48a8-9acf-509e69f3a623 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Calling delete_port for faad8023-08e3-4366-82bf-1aa6f885ac45 owned by compute:nova {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:34:19.960964 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-9db0a8b7-b20b-49f4-b863-9d6e5c0d8af7 req-e377d82c-5361-48a8-9acf-509e69f3a623 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:19.966420 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:19.976236 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['faad8023-08e3-4366-82bf-1aa6f885ac45'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:34:20.011513 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377d82c-5361-48a8-9acf-509e69f3a623 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Pushing event deleted for resources: {'Port': ['ID=faad8023-08e3-4366-82bf-1aa6f885ac45,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:20.012078 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442401fd-7b56-40f5-8fc5-1f7497d09dee req-db8ef0e7-dae5-46f8-8953-6b9b82979b63 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:20.014001 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-442401fd-7b56-40f5-8fc5-1f7497d09dee req-db8ef0e7-dae5-46f8-8953-6b9b82979b63 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.0873468 Jun 25 14:34:20.015053 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-e377d82c-5361-48a8-9acf-509e69f3a623 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:20.063768 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-442401fd-7b56-40f5-8fc5-1f7497d09dee req-c4762801-150b-4ab5-a287-31ed25ee0f03 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388091 Jun 25 14:34:20.088885 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db0a8b7-b20b-49f4-b863-9d6e5c0d8af7 req-e377d82c-5361-48a8-9acf-509e69f3a623 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] No DVR routers for this DVR port faad8023-08e3-4366-82bf-1aa6f885ac45 on host hv-cinder-79808 {{(pid=78415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:34:20.091293 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-9db0a8b7-b20b-49f4-b863-9d6e5c0d8af7 req-e377d82c-5361-48a8-9acf-509e69f3a623 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:20.093794 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fae943b-cf0b-42d7-a24e-3126af27a0a0', 'name': 'network-vif-deleted', 'tag': 'faad8023-08e3-4366-82bf-1aa6f885ac45'}] {{(pid=78415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:34:20.109839 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-9db0a8b7-b20b-49f4-b863-9d6e5c0d8af7 req-e377d82c-5361-48a8-9acf-509e69f3a623 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.38 "DELETE /v2.0/ports/faad8023-08e3-4366-82bf-1aa6f885ac45 HTTP/1.1" status: 204 len: 173 time: 0.7300768 Jun 25 14:34:20.143679 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fae943b-cf0b-42d7-a24e-3126af27a0a0', 'name': 'network-vif-deleted', 'tag': 'faad8023-08e3-4366-82bf-1aa6f885ac45', 'status': 'completed', 'code': 200} Jun 25 14:34:20.384314 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663f2fd-f335-43aa-a109-c77431183c54 req-5c653e1a-6692-471e-813b-1bbd95a354e1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:20.387576 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a663f2fd-f335-43aa-a109-c77431183c54 req-5c653e1a-6692-471e-813b-1bbd95a354e1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0822861 Jun 25 14:34:20.434559 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a663f2fd-f335-43aa-a109-c77431183c54 req-6337f4d0-2eff-469f-87bd-b4f693f281b1 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Jun 25 14:34:20.587585 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-50a52199-7507-47e2-b4cd-acc46465f5aa req-5f29de23-3afc-4afd-9323-1dbea9930dcf tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fae943b-cf0b-42d7-a24e-3126af27a0a0 HTTP/1.1" status: 200 len: 210 time: 0.0417871 Jun 25 14:34:20.852027 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e363b8f-bfc3-40b6-b543-f82e62686faf req-f4203d8f-a5cb-46d0-92c3-955fcfc4eab1 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:20.853460 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9e363b8f-bfc3-40b6-b543-f82e62686faf req-f4203d8f-a5cb-46d0-92c3-955fcfc4eab1 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 946 time: 0.0818260 Jun 25 14:34:20.900991 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9e363b8f-bfc3-40b6-b543-f82e62686faf req-88666ae2-5a1e-4978-9705-365134711be3 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 Jun 25 14:34:21.088352 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae83a0-772f-4888-80b1-44c2ae3a042b req-b1bcde0b-5207-4279-911f-782ac55d0214 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:21.089798 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3ae83a0-772f-4888-80b1-44c2ae3a042b req-b1bcde0b-5207-4279-911f-782ac55d0214 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 946 time: 0.0799346 Jun 25 14:34:21.135147 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b3ae83a0-772f-4888-80b1-44c2ae3a042b req-9b8c58da-9410-4610-8c50-597bb4b916b9 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396032 Jun 25 14:34:21.254995 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aadb34-ece9-4350-a7bb-0b9d699a056f req-a4ca658d-ad45-4671-a639-3ed907cc9096 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:21.256446 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-02aadb34-ece9-4350-a7bb-0b9d699a056f req-a4ca658d-ad45-4671-a639-3ed907cc9096 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.0836511 Jun 25 14:34:21.300787 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-02aadb34-ece9-4350-a7bb-0b9d699a056f req-0324f8a4-de5a-4012-bcce-ce9b975a4a11 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384445 Jun 25 14:34:21.532792 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baff182-fae9-48c3-8fd4-0172bd1e937a req-eae68b2e-a5eb-4a24-8680-2270b382b134 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:21.534789 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2baff182-fae9-48c3-8fd4-0172bd1e937a req-eae68b2e-a5eb-4a24-8680-2270b382b134 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 946 time: 0.0791280 Jun 25 14:34:21.642773 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2baff182-fae9-48c3-8fd4-0172bd1e937a req-0dcd00d3-0383-4aaf-9693-f77940c09d31 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017976 Jun 25 14:34:21.674215 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac28cf-79da-481f-bf6b-59323d4f3b9c req-5481e72c-26ce-4e17-986a-0dc767bb0418 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:21.675591 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-63ac28cf-79da-481f-bf6b-59323d4f3b9c req-5481e72c-26ce-4e17-986a-0dc767bb0418 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1157005 Jun 25 14:34:21.723545 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-63ac28cf-79da-481f-bf6b-59323d4f3b9c req-be3b569c-40d0-4e0a-af9b-f76eec7729f4 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419407 Jun 25 14:34:21.729407 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49186) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:21.790244 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1f7240-40bc-4bda-9b28-184fe41e3e67 admin admin] Deleting subnet c65bb94b-f4ec-4da5-9d03-72951ac05107 {{(pid=78415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:34:21.793212 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7d1f7240-40bc-4bda-9b28-184fe41e3e67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:21.847314 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7d1f7240-40bc-4bda-9b28-184fe41e3e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6559601'] for subnet, precommit_delete_associations {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:21.905486 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7d1f7240-40bc-4bda-9b28-184fe41e3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1305554'] for subnet, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:21.973095 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7d1f7240-40bc-4bda-9b28-184fe41e3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1303557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6721586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6890729'] for subnet, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:21.976917 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:22.011148 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f7240-40bc-4bda-9b28-184fe41e3e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c65bb94b-f4ec-4da5-9d03-72951ac05107,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:22.014549 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-7d1f7240-40bc-4bda-9b28-184fe41e3e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:22.017093 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7d1f7240-40bc-4bda-9b28-184fe41e3e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:22.026938 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49194) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:22.027165 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-7d1f7240-40bc-4bda-9b28-184fe41e3e67 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c65bb94b-f4ec-4da5-9d03-72951ac05107 HTTP/1.1" status: 204 len: 168 time: 0.2963839 Jun 25 14:34:22.137128 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0855d001-8da3-4d70-bb5f-f868cb66284c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345843'] for network, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:22.259387 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0855d001-8da3-4d70-bb5f-f868cb66284c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1302863', 'neutron.services.segments.db._delete_segments_for_network-8777684513985'] for network, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:22.272105 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.services.segments.db [None req-0855d001-8da3-4d70-bb5f-f868cb66284c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d00c41-9ff2-47a4-ae51-55993b3f457b']}} {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:22.283969 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.services.segments.db [None req-0855d001-8da3-4d70-bb5f-f868cb66284c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd71320e-3850-4f7b-af53-91e059ce2be7') {'for_net_delete': True} {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:22.284261 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.services.segments.db [None req-0855d001-8da3-4d70-bb5f-f868cb66284c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd71320e-3850-4f7b-af53-91e059ce2be7') {} {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:22.295152 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0855d001-8da3-4d70-bb5f-f868cb66284c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777684526376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6311001'] for segment, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:22.311300 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0855d001-8da3-4d70-bb5f-f868cb66284c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:22.318100 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0855d001-8da3-4d70-bb5f-f868cb66284c admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=78414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:34:22.318471 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0855d001-8da3-4d70-bb5f-f868cb66284c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1300103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6309635'] for segment, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: Traceback (most recent call last): Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: timer() Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: cb(*args, **kw) Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: return func(*args, **kwargs) Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: self._notify() Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: self.callback(batched_events) Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: event.method(event) Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: return f(self, *a, **k) Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: return self._get(url).json() Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: return self.request(url, 'GET', **kwargs) Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:34:22.332147 dv-cinder-798088-1-smb neutron-server[78414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:34:22.414425 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0855d001-8da3-4d70-bb5f-f868cb66284c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1302864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8043034'] for network, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:22.422311 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0855d001-8da3-4d70-bb5f-f868cb66284c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:22.430993 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:22.522500 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855d001-8da3-4d70-bb5f-f868cb66284c admin admin] Pushing event deleted for resources: {'Network': ['ID=71d00c41-9ff2-47a4-ae51-55993b3f457b,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:22.524889 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-0855d001-8da3-4d70-bb5f-f868cb66284c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:22.539717 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-0855d001-8da3-4d70-bb5f-f868cb66284c admin admin] 10.222.0.50 "DELETE /v2.0/networks/71d00c41-9ff2-47a4-ae51-55993b3f457b HTTP/1.1" status: 204 len: 168 time: 0.5116866 Jun 25 14:34:22.576255 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc903c75-0866-4fce-8389-9efbbe156f45 req-c249e90a-0147-42db-9f66-342716cada39 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:22.577685 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fc903c75-0866-4fce-8389-9efbbe156f45 req-c249e90a-0147-42db-9f66-342716cada39 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.1503074 Jun 25 14:34:22.601001 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device faad8023-08e3-4366-82bf-1aa6f885ac45 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:34:22.644976 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: faad8023-08e3-4366-82bf-1aa6f885ac45 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:34:22.645215 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device faad8023-08e3-4366-82bf-1aa6f885ac45 not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:34:22.706228 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fc903c75-0866-4fce-8389-9efbbe156f45 req-3d51d942-d1cc-429d-a149-6973f69ddc81 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228280 Jun 25 14:34:22.722674 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49202) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:22.770263 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-3f21d22e-10a0-48ad-9809-84ae285b0a7b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61fd847d6a3d40d499b469ebbedd63d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463843 Jun 25 14:34:22.772702 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49208) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:22.830640 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-4375204a-45ce-480c-848b-672f40167bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:22.897941 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-4375204a-45ce-480c-848b-672f40167bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:22.965812 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9048f4-093b-41be-8afc-d4db38c9e004 req-0d7bbbbc-a233-4356-acbc-c52db662cc6a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:22.967349 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3f9048f4-093b-41be-8afc-d4db38c9e004 req-0d7bbbbc-a233-4356-acbc-c52db662cc6a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1276767 Jun 25 14:34:22.990565 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-4375204a-45ce-480c-848b-672f40167bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:22.997659 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-4e95b93c-ada6-46c8-a3c3-d7f06e819175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:23.022646 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375204a-45ce-480c-848b-672f40167bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9914ba-98ed-4d69-8b84-a0e7da6467eb,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:23.025138 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-4375204a-45ce-480c-848b-672f40167bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:23.039055 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3f9048f4-093b-41be-8afc-d4db38c9e004 req-4970b4f0-b983-49c0-b856-bd7dfedcc9f2 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653296 Jun 25 14:34:23.040492 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-4375204a-45ce-480c-848b-672f40167bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:23.041450 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-4375204a-45ce-480c-848b-672f40167bb9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee9914ba-98ed-4d69-8b84-a0e7da6467eb HTTP/1.1" status: 204 len: 168 time: 0.2679489 Jun 25 14:34:23.907289 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079da18-cb3f-4587-8e94-ec3aab99486e req-58ee51e1-b515-474d-ac66-34dc4da2fdb8 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:23.911567 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5079da18-cb3f-4587-8e94-ec3aab99486e req-58ee51e1-b515-474d-ac66-34dc4da2fdb8 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.0923359 Jun 25 14:34:23.983993 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5079da18-cb3f-4587-8e94-ec3aab99486e req-bfaeec26-f6f2-4556-b704-0635a71bab69 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674629 Jun 25 14:34:24.267006 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bc0a6-fbe3-4cc5-8432-80ef3ac480d1 req-33ffd378-6425-405a-8239-72fa1b11182b tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:24.269576 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d21bc0a6-fbe3-4cc5-8432-80ef3ac480d1 req-33ffd378-6425-405a-8239-72fa1b11182b tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.0924082 Jun 25 14:34:24.319244 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d21bc0a6-fbe3-4cc5-8432-80ef3ac480d1 req-96ce701e-12fe-4f0a-bbf2-e9fa44e7d1e6 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/security-groups?id=af62dedf-64d6-410d-ac44-d6eebf02dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Jun 25 14:34:24.498224 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1be6e0-501d-4c3a-b022-c037f0e096b0 req-95b2e194-3262-4b4d-8e6f-3a4552630a5a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:24.498970 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-1c1be6e0-501d-4c3a-b022-c037f0e096b0 req-95b2e194-3262-4b4d-8e6f-3a4552630a5a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Synchronizing usage tracker for tenant:570df59ecce748a7b99477e25f41f4a4 on resource:port {{(pid=78415) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:34:24.514958 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-1c1be6e0-501d-4c3a-b022-c037f0e096b0 req-95b2e194-3262-4b4d-8e6f-3a4552630a5a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Unset dirty status for tenant:570df59ecce748a7b99477e25f41f4a4 on resource:port {{(pid=78415) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:34:24.516112 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-1c1be6e0-501d-4c3a-b022-c037f0e096b0 req-95b2e194-3262-4b4d-8e6f-3a4552630a5a tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 945 time: 0.1028864 Jun 25 14:34:24.594178 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [req-1c1be6e0-501d-4c3a-b022-c037f0e096b0 req-54e43663-e5b8-4237-b138-0cfec1a4b6f3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Deleting port 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:34:24.594520 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-1c1be6e0-501d-4c3a-b022-c037f0e096b0 req-54e43663-e5b8-4237-b138-0cfec1a4b6f3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:24.847719 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [req-1c1be6e0-501d-4c3a-b022-c037f0e096b0 req-54e43663-e5b8-4237-b138-0cfec1a4b6f3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] For port 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b,segment=NetworkSegment(993839cf-2c2e-4627-a834-21940f73904c),segment_id=993839cf-2c2e-4627-a834-21940f73904c)] {{(pid=78415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:24.848008 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-1c1be6e0-501d-4c3a-b022-c037f0e096b0 req-54e43663-e5b8-4237-b138-0cfec1a4b6f3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:25.011321 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:25.057020 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [req-1c1be6e0-501d-4c3a-b022-c037f0e096b0 req-54e43663-e5b8-4237-b138-0cfec1a4b6f3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Calling delete_port for 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b owned by compute:nova {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:34:25.190262 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b7e5a-0c52-4a77-a2d5-c8c0a16f91e2 req-8cf08996-279a-4e91-bd07-347f304d7e8d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:25.191614 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5c3b7e5a-0c52-4a77-a2d5-c8c0a16f91e2 req-8cf08996-279a-4e91-bd07-347f304d7e8d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.0833905 Jun 25 14:34:25.209689 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-1c1be6e0-501d-4c3a-b022-c037f0e096b0 req-54e43663-e5b8-4237-b138-0cfec1a4b6f3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:25.215972 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:25.225547 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:34:25.240559 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5c3b7e5a-0c52-4a77-a2d5-c8c0a16f91e2 req-564172dd-ceae-4e9c-a697-02cb344819e2 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430729 Jun 25 14:34:25.265187 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e43663-e5b8-4237-b138-0cfec1a4b6f3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Pushing event deleted for resources: {'Port': ['ID=7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:25.268249 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-54e43663-e5b8-4237-b138-0cfec1a4b6f3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:25.337675 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1be6e0-501d-4c3a-b022-c037f0e096b0 req-54e43663-e5b8-4237-b138-0cfec1a4b6f3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] No DVR routers for this DVR port 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b on host hv-cinder-79808 {{(pid=78415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:34:25.340606 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-1c1be6e0-501d-4c3a-b022-c037f0e096b0 req-54e43663-e5b8-4237-b138-0cfec1a4b6f3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:25.343044 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56', 'name': 'network-vif-deleted', 'tag': '7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b'}] {{(pid=78415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:34:25.360162 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-1c1be6e0-501d-4c3a-b022-c037f0e096b0 req-54e43663-e5b8-4237-b138-0cfec1a4b6f3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.38 "DELETE /v2.0/ports/7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b HTTP/1.1" status: 204 len: 173 time: 0.8353548 Jun 25 14:34:25.388848 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56', 'name': 'network-vif-deleted', 'tag': '7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b', 'status': 'completed', 'code': 200} Jun 25 14:34:25.489773 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3fd133da-5bf0-4869-9058-b0aae4240455 req-c4093d81-7230-4d2b-8d66-0f0b0df42578 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7ae0b9d-d2d0-40a4-8033-64b5da9f8c56 HTTP/1.1" status: 200 len: 210 time: 0.0467587 Jun 25 14:34:25.708410 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9615d3c0-7f73-45b3-a627-b85bcbf6049e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:25.804192 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:26.441788 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d415c2f-c5d2-4e4e-bce0-7a102a7af557 req-3b11266f-dea1-4a95-bfbe-a4eaad96f7c2 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:26.443322 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7d415c2f-c5d2-4e4e-bce0-7a102a7af557 req-3b11266f-dea1-4a95-bfbe-a4eaad96f7c2 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.0864980 Jun 25 14:34:26.491698 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7d415c2f-c5d2-4e4e-bce0-7a102a7af557 req-61b07324-4b16-497e-8b3d-7264eac1f6cd tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422704 Jun 25 14:34:26.589088 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49326) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:26.755054 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a0bd-fbbf-4f31-a148-d67596276001 req-ac09e536-6954-446b-81ae-8c856905291f tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:26.756498 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4988a0bd-fbbf-4f31-a148-d67596276001 req-ac09e536-6954-446b-81ae-8c856905291f tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 946 time: 0.2283685 Jun 25 14:34:26.877934 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4988a0bd-fbbf-4f31-a148-d67596276001 req-0115348b-f718-4833-ba38-02620df6c629 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141584 Jun 25 14:34:26.901208 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49330) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:27.136028 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42fe950-4589-4c73-bd42-5836da2a8812 tempest-TestMinimumBasicScenario-1135345144 tempest-TestMinimumBasicScenario-1135345144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:27.136984 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-f42fe950-4589-4c73-bd42-5836da2a8812 tempest-TestMinimumBasicScenario-1135345144 tempest-TestMinimumBasicScenario-1135345144-project-admin] Synchronizing usage tracker for tenant:a3e72ba5faa74a2cb5442fdea97d592e on resource:port {{(pid=78415) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:34:27.153833 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-f42fe950-4589-4c73-bd42-5836da2a8812 tempest-TestMinimumBasicScenario-1135345144 tempest-TestMinimumBasicScenario-1135345144-project-admin] Unset dirty status for tenant:a3e72ba5faa74a2cb5442fdea97d592e on resource:port {{(pid=78415) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:34:27.154998 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-f42fe950-4589-4c73-bd42-5836da2a8812 tempest-TestMinimumBasicScenario-1135345144 tempest-TestMinimumBasicScenario-1135345144-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 1094 time: 0.2527752 Jun 25 14:34:27.157897 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49336) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:27.164884 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Request body: {'floatingip': {'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'port_id': 'afc42065-d41d-4c26-a2d2-d56cf79912ba', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:27.168558 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1606e70b-87db-4ca3-97c8-fe619f52f3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8043546'] for router_interface, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:27.170318 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:27.174711 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Usage tracker for resource:floatingip and tenant:99a2ea8d16f245d781ba2b45be672d2a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:27.177919 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:27.183593 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:27.194934 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for floatingip, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:27.331940 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:27.472708 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Allocated IP 172.28.0.61 (93c87320-2b90-44fa-ad5e-83d4f4b48af6/b87a097a-2410-41cc-a04b-b3f133853cca/acd0d988-e148-494a-98d0-c0ccf252e10c) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:34:27.621637 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-1606e70b-87db-4ca3-97c8-fe619f52f3e9 admin admin] Deleting port 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010 {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:34:27.622329 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1606e70b-87db-4ca3-97c8-fe619f52f3e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:27.642487 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:27.679856 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:27.687925 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:27.748903 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:34:27.751934 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:34:27.756843 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:34:27.792234 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Pushing event updated for resources: {'Port': ['ID=acd0d988-e148-494a-98d0-c0ccf252e10c,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:27.800909 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:27.850713 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f62b92-ad73-4908-822c-37ee5dfe35bd req-5d5fb61a-0c5a-472e-b794-47a25706294d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:27.852237 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-26f62b92-ad73-4908-822c-37ee5dfe35bd req-5d5fb61a-0c5a-472e-b794-47a25706294d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.2317142 Jun 25 14:34:27.896809 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [None req-1606e70b-87db-4ca3-97c8-fe619f52f3e9 admin admin] For port 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010,segment=NetworkSegment(993839cf-2c2e-4627-a834-21940f73904c),segment_id=993839cf-2c2e-4627-a834-21940f73904c)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:27.897173 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1606e70b-87db-4ca3-97c8-fe619f52f3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:27.979053 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-372a469d-7433-4afb-b415-ffb2a9861330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:28.009612 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49354) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:28.037012 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-1606e70b-87db-4ca3-97c8-fe619f52f3e9 admin admin] Calling delete_port for 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010 owned by network:router_interface {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:34:28.076946 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-26f62b92-ad73-4908-822c-37ee5dfe35bd req-5d5c1763-2705-4965-abf2-9d7c54f51278 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188365 Jun 25 14:34:28.163944 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6a1a60ab-d81b-493c-8a07-6e829e989e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:28.231865 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-6a1a60ab-d81b-493c-8a07-6e829e989e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:28.237774 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-6a1a60ab-d81b-493c-8a07-6e829e989e33 admin admin] Usage tracker for resource:security_group_rule and tenant:46d6ddb2ed9d4bab99d302a67eebae0a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:28.241454 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-6a1a60ab-d81b-493c-8a07-6e829e989e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:28.248725 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-6a1a60ab-d81b-493c-8a07-6e829e989e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:28.264618 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:28.378595 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:28.400431 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1606e70b-87db-4ca3-97c8-fe619f52f3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:28.404675 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:28.447425 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606e70b-87db-4ca3-97c8-fe619f52f3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:28.450947 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1606e70b-87db-4ca3-97c8-fe619f52f3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:28.545427 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6a1a60ab-d81b-493c-8a07-6e829e989e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:28.553997 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-6a1a60ab-d81b-493c-8a07-6e829e989e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:28.562714 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-fd625f8b-1172-48c7-a424-7660bcea40ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:28.620462 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-6a1a60ab-d81b-493c-8a07-6e829e989e33 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46d6ddb2ed9d4bab99d302a67eebae0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6098075 Jun 25 14:34:28.628399 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49368) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:28.638926 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:34:28.683872 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a60ab-d81b-493c-8a07-6e829e989e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659611db-53fc-4231-b7dd-dc41b4b5813d,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:28.686559 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:34:28.687519 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 7ad7d44e-e929-45e3-ad6f-bc2b0dc3985b not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:34:28.688513 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-6a1a60ab-d81b-493c-8a07-6e829e989e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:28.755291 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for port, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:28.761074 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:28.767595 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:28.779383 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e40f6623-cbc5-4f19-8796-d958eb5c3f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:28.781973 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1606e70b-87db-4ca3-97c8-fe619f52f3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7894169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8043702'] for router_interface, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:28.881029 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Pushing event updated for resources: {'Port': ['ID=acd0d988-e148-494a-98d0-c0ccf252e10c,revision_number=2']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:28.885591 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:28.890768 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8043240'] for floatingip, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:28.982248 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e40f6623-cbc5-4f19-8796-d958eb5c3f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:29.091426 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.l3_db [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Floating IP 15334eb4-a471-49c7-bb44-59d39276623a associated. External IP: 172.28.0.61, port: afc42065-d41d-4c26-a2d2-d56cf79912ba. Jun 25 14:34:29.104859 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:29.214200 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e40f6623-cbc5-4f19-8796-d958eb5c3f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:29.228376 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ad3e3454-3a01-42d8-b567-1f32a576cdd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:29.287647 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f6623-cbc5-4f19-8796-d958eb5c3f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659611db-53fc-4231-b7dd-dc41b4b5813d,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:29.291719 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-e40f6623-cbc5-4f19-8796-d958eb5c3f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:29.384390 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e40f6623-cbc5-4f19-8796-d958eb5c3f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:29.387764 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-e40f6623-cbc5-4f19-8796-d958eb5c3f7b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/659611db-53fc-4231-b7dd-dc41b4b5813d HTTP/1.1" status: 204 len: 168 time: 0.7558286 Jun 25 14:34:29.415775 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1606e70b-87db-4ca3-97c8-fe619f52f3e9 admin admin] Router eea86975-733e-4129-9733-e0e33bf4ab9d has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:34:29.430310 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f2a73-30b3-4b1d-a788-cccd2b68ac3d req-d0ffcfb7-9a82-4fff-b51c-f614ce272445 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:29.431870 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-474f2a73-30b3-4b1d-a788-cccd2b68ac3d req-d0ffcfb7-9a82-4fff-b51c-f614ce272445 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.2056072 Jun 25 14:34:29.500466 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Router 9e4cf314-0632-4ad3-9909-985b0a88b1af has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:34:29.608721 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-474f2a73-30b3-4b1d-a788-cccd2b68ac3d req-ed9f2329-da37-4f6e-9419-421d118cee23 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203468 Jun 25 14:34:29.666408 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1606e70b-87db-4ca3-97c8-fe619f52f3e9 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:34:29.677939 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202d5d8b-22a5-48d2-854f-9bfe7c5ede62 None None] Sync routers for ids ['eea86975-733e-4129-9733-e0e33bf4ab9d'] in dv-cinder-798088-1-smb {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:34:29.679910 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-1606e70b-87db-4ca3-97c8-fe619f52f3e9 admin admin] 10.222.0.50 "PUT /v2.0/routers/eea86975-733e-4129-9733-e0e33bf4ab9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0898051 Jun 25 14:34:29.682669 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49384) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:29.694337 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202d5d8b-22a5-48d2-854f-9bfe7c5ede62 None None] Routers {'eea86975-733e-4129-9733-e0e33bf4ab9d'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:34:29.694964 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-202d5d8b-22a5-48d2-854f-9bfe7c5ede62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:34:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['eea86975-733e-4129-9733-e0e33bf4ab9d'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:29.712672 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:34:29.728022 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1fc2c8-ccdb-4814-914b-cb37e24a3fda None None] Sync routers for ids ['9e4cf314-0632-4ad3-9909-985b0a88b1af'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:34:29.743669 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1fc2c8-ccdb-4814-914b-cb37e24a3fda None None] Routers {'9e4cf314-0632-4ad3-9909-985b0a88b1af'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:34:29.746796 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-ab1fc2c8-ccdb-4814-914b-cb37e24a3fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:34:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['9e4cf314-0632-4ad3-9909-985b0a88b1af'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:29.811387 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:29.870843 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49388) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:29.902304 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-97dd51a3-0565-4f53-bb27-1ef97f50680c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:29.961487 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Notify callbacks [] for router, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:29.974000 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-97dd51a3-0565-4f53-bb27-1ef97f50680c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:29.978764 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-97dd51a3-0565-4f53-bb27-1ef97f50680c admin admin] Usage tracker for resource:security_group_rule and tenant:32f1da2e9a404494a1817ac9b5bc6e54 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:29.983581 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-97dd51a3-0565-4f53-bb27-1ef97f50680c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:29.989355 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-97dd51a3-0565-4f53-bb27-1ef97f50680c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:30.082556 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-202d5d8b-22a5-48d2-854f-9bfe7c5ede62 None None] Set router eea86975-733e-4129-9733-e0e33bf4ab9d gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:34:30.089875 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9302886 Jun 25 14:34:30.130347 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49396) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:30.144727 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-792d84a7-9a85-4d4a-8fbb-273daf25ee51 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1835070284', 'description': 'tempest-secgroup-smoke-1835070284 description', 'project_id': '99a2ea8d16f245d781ba2b45be672d2a'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:30.164184 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-ab1fc2c8-ccdb-4814-914b-cb37e24a3fda None None] Set router 9e4cf314-0632-4ad3-9909-985b0a88b1af gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:34:30.169918 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d53e5e-3d07-4701-b870-f8f38def5810', 'tag': 'afc42065-d41d-4c26-a2d2-d56cf79912ba'}] {{(pid=78415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:34:30.202555 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-792d84a7-9a85-4d4a-8fbb-273daf25ee51 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:30.236880 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-792d84a7-9a85-4d4a-8fbb-273daf25ee51 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:30.372026 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-792d84a7-9a85-4d4a-8fbb-273daf25ee51 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:30.390592 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23356-32ee-4017-9af7-8794e273316d req-0310d258-51b2-4b66-91ed-0ac28b35f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:30.394293 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-4ba23356-32ee-4017-9af7-8794e273316d req-0310d258-51b2-4b66-91ed-0ac28b35f5e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a&device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 1098 time: 0.2997704 Jun 25 14:34:30.404779 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-792d84a7-9a85-4d4a-8fbb-273daf25ee51 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:30.409211 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-792d84a7-9a85-4d4a-8fbb-273daf25ee51 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Usage tracker for resource:security_group_rule and tenant:99a2ea8d16f245d781ba2b45be672d2a is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:30.412523 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-792d84a7-9a85-4d4a-8fbb-273daf25ee51 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:30.418932 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-792d84a7-9a85-4d4a-8fbb-273daf25ee51 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:30.449674 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd16918-58a6-4f12-90bf-580344421e88 req-d6901328-99e9-4b03-8201-252b782b8b36 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:30.451585 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8cd16918-58a6-4f12-90bf-580344421e88 req-d6901328-99e9-4b03-8201-252b782b8b36 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.3663380 Jun 25 14:34:30.482024 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:30.505366 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Deleting port 10b3040b-b8c8-481c-a54c-d610e76b5a90 {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:34:30.506226 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:30.606603 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8cd16918-58a6-4f12-90bf-580344421e88 req-6e62f570-03ce-497e-a8a2-6da24f4baab4 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438298 Jun 25 14:34:30.607150 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-202d5d8b-22a5-48d2-854f-9bfe7c5ede62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1861973026-router', 'tenant_id': '570df59ecce748a7b99477e25f41f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '10b3040b-b8c8-481c-a54c-d610e76b5a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:47Z', 'updated_at': '2021-06-25T14:34:28Z', 'revision_number': 5, 'project_id': '570df59ecce748a7b99477e25f41f4a4', 'gw_port': {'id': '10b3040b-b8c8-481c-a54c-d610e76b5a90', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:50Z', 'updated_at': '2021-06-25T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:30.613190 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202d5d8b-22a5-48d2-854f-9bfe7c5ede62 None None] Checking router: eea86975-733e-4129-9733-e0e33bf4ab9d for host: dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:34:30.618091 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-97dd51a3-0565-4f53-bb27-1ef97f50680c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:30.625036 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d53e5e-3d07-4701-b870-f8f38def5810', 'tag': 'afc42065-d41d-4c26-a2d2-d56cf79912ba', 'status': 'completed', 'code': 200} Jun 25 14:34:30.636272 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202d5d8b-22a5-48d2-854f-9bfe7c5ede62 None None] Routers {'eea86975-733e-4129-9733-e0e33bf4ab9d'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:34:30.637067 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-202d5d8b-22a5-48d2-854f-9bfe7c5ede62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:34:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['eea86975-733e-4129-9733-e0e33bf4ab9d'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:30.647197 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:30.674673 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-ab1fc2c8-ccdb-4814-914b-cb37e24a3fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:27Z', 'updated_at': '2021-06-25T14:33:32Z', 'revision_number': 4, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'gw_port': {'id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:28Z', 'updated_at': '2021-06-25T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': '15334eb4-a471-49c7-bb44-59d39276623a', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'floating_ip_address': '172.28.0.61', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'port_id': 'afc42065-d41d-4c26-a2d2-d56cf79912ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'mac_address': 'fa:16:3e:94:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d53e5e-3d07-4701-b870-f8f38def5810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:34:28Z', 'updated_at': '2021-06-25T14:34:28Z', 'revision_number': 0, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513b89ff-bce8-48e1-ae65-268c1d8bcaf4', 'name': '', 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'mac_address': 'fa:16:3e:15:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:32Z', 'updated_at': '2021-06-25T14:33:41Z', 'revision_number': 5, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'subnets': [{'id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:30.675794 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-97dd51a3-0565-4f53-bb27-1ef97f50680c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:30.679832 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1fc2c8-ccdb-4814-914b-cb37e24a3fda None None] Checking router: 9e4cf314-0632-4ad3-9909-985b0a88b1af for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:34:30.689677 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1fc2c8-ccdb-4814-914b-cb37e24a3fda None None] Routers {'9e4cf314-0632-4ad3-9909-985b0a88b1af'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:34:30.690636 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-ab1fc2c8-ccdb-4814-914b-cb37e24a3fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:34:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['9e4cf314-0632-4ad3-9909-985b0a88b1af'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:30.706037 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b381938b-4765-402c-8e5d-0514fa33ead7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:30.750030 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-792d84a7-9a85-4d4a-8fbb-273daf25ee51 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:30.793554 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-97dd51a3-0565-4f53-bb27-1ef97f50680c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32f1da2e9a404494a1817ac9b5bc6e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9211845 Jun 25 14:34:30.798421 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-792d84a7-9a85-4d4a-8fbb-273daf25ee51 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:30.802192 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49406) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:30.820754 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-202d5d8b-22a5-48d2-854f-9bfe7c5ede62 None None] Set router eea86975-733e-4129-9733-e0e33bf4ab9d gateway port host: None {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:34:30.855034 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ba3cd6d3-ec02-4e9d-b5b4-4a47dd711c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:30.934256 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-202d5d8b-22a5-48d2-854f-9bfe7c5ede62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1861973026-router', 'tenant_id': '570df59ecce748a7b99477e25f41f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:47Z', 'updated_at': '2021-06-25T14:34:30Z', 'revision_number': 6, 'project_id': '570df59ecce748a7b99477e25f41f4a4', 'gw_port_host': None}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:30.939983 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202d5d8b-22a5-48d2-854f-9bfe7c5ede62 None None] The sync data for ids ['eea86975-733e-4129-9733-e0e33bf4ab9d'] in dv-cinder-798088-1-smb is: [{'id': 'eea86975-733e-4129-9733-e0e33bf4ab9d', 'name': 'tempest-ServerRescueNegativeTestJSON-1861973026-router', 'tenant_id': '570df59ecce748a7b99477e25f41f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:47Z', 'updated_at': '2021-06-25T14:34:30Z', 'revision_number': 6, 'project_id': '570df59ecce748a7b99477e25f41f4a4', 'gw_port_host': None}] {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:34:30.941802 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23356-32ee-4017-9af7-8794e273316d req-2c625751-5bd9-4432-a219-8b0532c271ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:30.943348 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-4ba23356-32ee-4017-9af7-8794e273316d req-2c625751-5bd9-4432-a219-8b0532c271ab service neutron] 10.222.0.38 "GET /v2.0/networks?id=ab1ef886-6434-4591-a53b-5e011b24d74f HTTP/1.1" status: 200 len: 912 time: 0.5397618 Jun 25 14:34:30.946609 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd51a3-0565-4f53-bb27-1ef97f50680c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a86bf8-e017-4d99-b312-fa48e00b0b59,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:30.951679 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-97dd51a3-0565-4f53-bb27-1ef97f50680c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:30.954311 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-ab1fc2c8-ccdb-4814-914b-cb37e24a3fda None None] Set router 9e4cf314-0632-4ad3-9909-985b0a88b1af gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:34:31.089522 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-4ba23356-32ee-4017-9af7-8794e273316d req-3be9d12e-ffb8-4808-b4b7-5c7eb8ffd449 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5908ffcf-1fe7-486d-8f17-d80c7d289d7a HTTP/1.1" status: 200 len: 1001 time: 0.1306179 Jun 25 14:34:31.090662 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b61acfa7-1404-43ec-a610-c14e371d87cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:31.140099 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d84a7-9a85-4d4a-8fbb-273daf25ee51 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1594d41-9fd3-46ec-8202-2b7a73411e02,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:31.147676 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-792d84a7-9a85-4d4a-8fbb-273daf25ee51 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:31.151939 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-792d84a7-9a85-4d4a-8fbb-273daf25ee51 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0206127 Jun 25 14:34:31.157059 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49410) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:31.163957 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-792d84a7-9a85-4d4a-8fbb-273daf25ee51 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:31.173058 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-9422c29e-4bb4-4f8d-beb4-7cce42ab0835 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Request body: {'security_group_rule': {'security_group_id': 'd1594d41-9fd3-46ec-8202-2b7a73411e02', 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:31.182440 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-9422c29e-4bb4-4f8d-beb4-7cce42ab0835 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:31.185836 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b61acfa7-1404-43ec-a610-c14e371d87cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:31.201554 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-9422c29e-4bb4-4f8d-beb4-7cce42ab0835 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Usage tracker for resource:security_group_rule and tenant:99a2ea8d16f245d781ba2b45be672d2a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:31.206648 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] For port 10b3040b-b8c8-481c-a54c-d610e76b5a90, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=10b3040b-b8c8-481c-a54c-d610e76b5a90,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:31.207380 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:31.213983 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-9422c29e-4bb4-4f8d-beb4-7cce42ab0835 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:31.216893 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d0f77-be14-4507-b165-ad9b247d5131 req-9c7c409f-8b0b-4851-ab2a-fbfa1640a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:31.218162 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f03d0f77-be14-4507-b165-ad9b247d5131 req-9c7c409f-8b0b-4851-ab2a-fbfa1640a1fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99a2ea8d16f245d781ba2b45be672d2a&device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 1099 time: 0.4668202 Jun 25 14:34:31.234413 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-9422c29e-4bb4-4f8d-beb4-7cce42ab0835 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:31.247877 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23356-32ee-4017-9af7-8794e273316d req-21640581-3eed-4282-b412-1a0f4117a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:31.249280 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-4ba23356-32ee-4017-9af7-8794e273316d req-21640581-3eed-4282-b412-1a0f4117a3f5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2219ef15-7d65-4a6b-a109-68f701665bed HTTP/1.1" status: 200 len: 850 time: 0.1492419 Jun 25 14:34:31.310520 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9422c29e-4bb4-4f8d-beb4-7cce42ab0835 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:31.316478 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea5b06-84de-4e98-8adf-42ffde3e41d3 req-11d2143a-5e3b-40a2-a7cd-3929fff8eebb tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:31.318490 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5fea5b06-84de-4e98-8adf-42ffde3e41d3 req-11d2143a-5e3b-40a2-a7cd-3929fff8eebb tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 946 time: 0.5295427 Jun 25 14:34:31.375168 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b61acfa7-1404-43ec-a610-c14e371d87cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:31.386917 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c6711f6c-50f5-4e75-ba40-b3b4910e7109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:31.397537 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-ab1fc2c8-ccdb-4814-914b-cb37e24a3fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:27Z', 'updated_at': '2021-06-25T14:33:32Z', 'revision_number': 4, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'gw_port': {'id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:28Z', 'updated_at': '2021-06-25T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': '15334eb4-a471-49c7-bb44-59d39276623a', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'floating_ip_address': '172.28.0.61', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'port_id': 'afc42065-d41d-4c26-a2d2-d56cf79912ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'mac_address': 'fa:16:3e:94:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d53e5e-3d07-4701-b870-f8f38def5810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:34:28Z', 'updated_at': '2021-06-25T14:34:28Z', 'revision_number': 0, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513b89ff-bce8-48e1-ae65-268c1d8bcaf4', 'name': '', 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'mac_address': 'fa:16:3e:15:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:32Z', 'updated_at': '2021-06-25T14:33:41Z', 'revision_number': 5, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'subnets': [{'id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:31.400729 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61acfa7-1404-43ec-a610-c14e371d87cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a86bf8-e017-4d99-b312-fa48e00b0b59,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:31.401952 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1fc2c8-ccdb-4814-914b-cb37e24a3fda None None] The sync data for ids ['9e4cf314-0632-4ad3-9909-985b0a88b1af'] in dv-cinder-798088-1-smb is: [{'id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:27Z', 'updated_at': '2021-06-25T14:33:32Z', 'revision_number': 4, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'gw_port': {'id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:28Z', 'updated_at': '2021-06-25T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': '15334eb4-a471-49c7-bb44-59d39276623a', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'floating_ip_address': '172.28.0.61', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'port_id': 'afc42065-d41d-4c26-a2d2-d56cf79912ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'mac_address': 'fa:16:3e:94:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d53e5e-3d07-4701-b870-f8f38def5810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:34:28Z', 'updated_at': '2021-06-25T14:34:28Z', 'revision_number': 0, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513b89ff-bce8-48e1-ae65-268c1d8bcaf4', 'name': '', 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'mac_address': 'fa:16:3e:15:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:32Z', 'updated_at': '2021-06-25T14:33:41Z', 'revision_number': 5, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'subnets': [{'id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:34:31.407538 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b61acfa7-1404-43ec-a610-c14e371d87cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:31.446348 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9422c29e-4bb4-4f8d-beb4-7cce42ab0835 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:31.459221 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b61acfa7-1404-43ec-a610-c14e371d87cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:31.460417 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-b61acfa7-1404-43ec-a610-c14e371d87cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/95a86bf8-e017-4d99-b312-fa48e00b0b59 HTTP/1.1" status: 204 len: 168 time: 0.6572998 Jun 25 14:34:31.461466 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9422c29e-4bb4-4f8d-beb4-7cce42ab0835 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:31.466513 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Calling delete_port for 10b3040b-b8c8-481c-a54c-d610e76b5a90 owned by network:router_gateway {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:34:31.478303 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-671445bd-bd00-4122-8c77-3e787866cd11 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:31.505118 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23356-32ee-4017-9af7-8794e273316d req-04c96a83-ca3c-4ca8-8dfd-39f7091327d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:31.507218 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-4ba23356-32ee-4017-9af7-8794e273316d req-04c96a83-ca3c-4ca8-8dfd-39f7091327d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ab1ef886-6434-4591-a53b-5e011b24d74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2402530 Jun 25 14:34:31.510553 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9422c29e-4bb4-4f8d-beb4-7cce42ab0835 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:31.514276 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-9422c29e-4bb4-4f8d-beb4-7cce42ab0835 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3483086 Jun 25 14:34:31.516144 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49416) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:31.523965 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-16da56ac-6016-4447-bb1f-7c3f283d521d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Request body: {'security_group_rule': {'security_group_id': 'd1594d41-9fd3-46ec-8202-2b7a73411e02', 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:31.545634 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422c29e-4bb4-4f8d-beb4-7cce42ab0835 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508712db-6e4d-4027-9dbe-47b82a7ccf0f,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:31.552236 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-16da56ac-6016-4447-bb1f-7c3f283d521d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:31.558450 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9422c29e-4bb4-4f8d-beb4-7cce42ab0835 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:31.605010 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-16da56ac-6016-4447-bb1f-7c3f283d521d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Usage tracker for resource:security_group_rule and tenant:99a2ea8d16f245d781ba2b45be672d2a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:31.608656 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5fea5b06-84de-4e98-8adf-42ffde3e41d3 req-f57e83b4-ad6b-475e-8923-6d7db566f812 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008799 Jun 25 14:34:31.613473 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-16da56ac-6016-4447-bb1f-7c3f283d521d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:31.632793 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-16da56ac-6016-4447-bb1f-7c3f283d521d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:31.661052 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-16da56ac-6016-4447-bb1f-7c3f283d521d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:31.672094 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d0f77-be14-4507-b165-ad9b247d5131 req-7e4cf470-f73a-4256-ad2e-09c8ebf50092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:31.673839 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f03d0f77-be14-4507-b165-ad9b247d5131 req-7e4cf470-f73a-4256-ad2e-09c8ebf50092 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fbdfb920-c89a-4253-9bd1-e6cba08d8871 HTTP/1.1" status: 200 len: 916 time: 0.4478049 Jun 25 14:34:31.742931 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-4ba23356-32ee-4017-9af7-8794e273316d req-20a46bf3-5814-4ac5-982e-297a82a3a518 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246246 Jun 25 14:34:31.822700 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09812dc-ef59-4c65-b271-69370682ef36 None None] New status for floating IP 15334eb4-a471-49c7-bb44-59d39276623a: ACTIVE {{(pid=78417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:34:31.891335 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f03d0f77-be14-4507-b165-ad9b247d5131 req-78eab7be-cd34-411e-9198-b7c6c6529919 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afc42065-d41d-4c26-a2d2-d56cf79912ba HTTP/1.1" status: 200 len: 999 time: 0.2085364 Jun 25 14:34:31.971333 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-4ba23356-32ee-4017-9af7-8794e273316d req-489cee26-e571-4fce-9bcd-da591902ad39 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136602 Jun 25 14:34:31.972928 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-16da56ac-6016-4447-bb1f-7c3f283d521d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:31.981932 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-16da56ac-6016-4447-bb1f-7c3f283d521d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:31.993503 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:32.013674 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da56ac-6016-4447-bb1f-7c3f283d521d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196c48bc-50e5-4365-9317-dc1eedd18a7b,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:32.016483 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-16da56ac-6016-4447-bb1f-7c3f283d521d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:32.026831 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-16da56ac-6016-4447-bb1f-7c3f283d521d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:32.033164 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-16da56ac-6016-4447-bb1f-7c3f283d521d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5126498 Jun 25 14:34:32.033818 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49426) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:32.040750 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-1e63ad44-6a88-4715-8635-c05df9634879 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Request body: {'security_group_rule': {'security_group_id': 'd1594d41-9fd3-46ec-8202-2b7a73411e02', 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:32.047349 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-1e63ad44-6a88-4715-8635-c05df9634879 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:32.055837 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-1e63ad44-6a88-4715-8635-c05df9634879 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Usage tracker for resource:security_group_rule and tenant:99a2ea8d16f245d781ba2b45be672d2a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:32.062631 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-1e63ad44-6a88-4715-8635-c05df9634879 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:32.070697 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-1e63ad44-6a88-4715-8635-c05df9634879 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:32.098204 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1e63ad44-6a88-4715-8635-c05df9634879 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:32.135864 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d0f77-be14-4507-b165-ad9b247d5131 req-4f8b7ee7-0cd2-4e0b-b4df-268dd85a6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:32.137521 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f03d0f77-be14-4507-b165-ad9b247d5131 req-4f8b7ee7-0cd2-4e0b-b4df-268dd85a6a12 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7793419f-1d06-4466-8932-87c4e1d7fab9 HTTP/1.1" status: 200 len: 854 time: 0.2302258 Jun 25 14:34:32.153542 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:32.176890 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0cc25-d2cc-4a40-9db9-086d35be4dc6 req-7b754f48-f820-448b-ae54-6d21a0c320df tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:32.178416 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4be0cc25-d2cc-4a40-9db9-086d35be4dc6 req-7b754f48-f820-448b-ae54-6d21a0c320df tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.3378992 Jun 25 14:34:32.207985 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1e63ad44-6a88-4715-8635-c05df9634879 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:32.213657 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1e63ad44-6a88-4715-8635-c05df9634879 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:32.217240 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-5e1fc04e-ba2f-489a-b687-f3f66169aadf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:32.243936 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:32.247664 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63ad44-6a88-4715-8635-c05df9634879 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0f2bbd-2b0e-42b0-b82c-545439134c34,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:32.253761 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-1e63ad44-6a88-4715-8635-c05df9634879 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:32.259856 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1e63ad44-6a88-4715-8635-c05df9634879 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:32.261330 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-1e63ad44-6a88-4715-8635-c05df9634879 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2264433 Jun 25 14:34:32.264554 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49436) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:32.276288 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010 no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:34:32.278208 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-9766f8b0-2d98-4f88-b7e0-3fe2bbbbbf82 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Request body: {'security_group_rule': {'security_group_id': 'd1594d41-9fd3-46ec-8202-2b7a73411e02', 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:32.292093 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-9766f8b0-2d98-4f88-b7e0-3fe2bbbbbf82 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:32.296044 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-9766f8b0-2d98-4f88-b7e0-3fe2bbbbbf82 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Usage tracker for resource:security_group_rule and tenant:99a2ea8d16f245d781ba2b45be672d2a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:32.299536 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-9766f8b0-2d98-4f88-b7e0-3fe2bbbbbf82 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:32.306295 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-9766f8b0-2d98-4f88-b7e0-3fe2bbbbbf82 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:32.316879 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:34:32.317566 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 4ae9cdb1-bc6d-411e-bcb6-ecc9fb8a0010 not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:34:32.318611 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 10b3040b-b8c8-481c-a54c-d610e76b5a90 no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:34:32.333373 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9766f8b0-2d98-4f88-b7e0-3fe2bbbbbf82 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:32.372848 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Pushing event deleted for resources: {'Port': ['ID=10b3040b-b8c8-481c-a54c-d610e76b5a90,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:32.384724 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: 10b3040b-b8c8-481c-a54c-d610e76b5a90 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:34:32.385328 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 10b3040b-b8c8-481c-a54c-d610e76b5a90 not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:34:32.386548 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:32.435855 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9766f8b0-2d98-4f88-b7e0-3fe2bbbbbf82 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:32.441231 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9766f8b0-2d98-4f88-b7e0-3fe2bbbbbf82 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:32.450124 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:32.471859 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766f8b0-2d98-4f88-b7e0-3fe2bbbbbf82 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca100452-1577-4c65-ab6b-75395f0cb6d6,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:32.474754 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9766f8b0-2d98-4f88-b7e0-3fe2bbbbbf82 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:32.483272 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9766f8b0-2d98-4f88-b7e0-3fe2bbbbbf82 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:32.484680 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4be0cc25-d2cc-4a40-9db9-086d35be4dc6 req-39d606b3-1747-482a-9e09-876db6dd300d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831760 Jun 25 14:34:32.488331 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49444) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:32.489556 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-9766f8b0-2d98-4f88-b7e0-3fe2bbbbbf82 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2231851 Jun 25 14:34:32.495692 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-dc79865c-8c14-4ec6-910a-c2626e243b99 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Request body: {'security_group_rule': {'security_group_id': 'd1594d41-9fd3-46ec-8202-2b7a73411e02', 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:32.503323 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-dc79865c-8c14-4ec6-910a-c2626e243b99 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:32.508489 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-dc79865c-8c14-4ec6-910a-c2626e243b99 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Usage tracker for resource:security_group_rule and tenant:99a2ea8d16f245d781ba2b45be672d2a is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:32.516123 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-dc79865c-8c14-4ec6-910a-c2626e243b99 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:32.535910 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8043071'] for router_gateway, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:32.644730 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:34:32.745224 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-dc79865c-8c14-4ec6-910a-c2626e243b99 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:32.797427 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33938'] for router, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:32.806185 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:32.902418 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-24e840b5-ada4-47ce-9194-841fe9786063 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:32.903218 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-24e840b5-ada4-47ce-9194-841fe9786063 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Synchronizing usage tracker for tenant:69f59d897952483db727b31e7fb234a7 on resource:port {{(pid=78415) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:34:32.916631 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-24e840b5-ada4-47ce-9194-841fe9786063 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Unset dirty status for tenant:69f59d897952483db727b31e7fb234a7 on resource:port {{(pid=78415) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:34:32.917779 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-24e840b5-ada4-47ce-9194-841fe9786063 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.38 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 946 time: 0.0989954 Jun 25 14:34:32.996411 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Deleting port b7582e94-19d6-4d09-904f-08ecb3212f7b {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:34:32.996667 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.031509 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.securitygroups_db [None req-dc79865c-8c14-4ec6-910a-c2626e243b99 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Project 99a2ea8d16f245d781ba2b45be672d2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:34:33.039720 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d0f77-be14-4507-b165-ad9b247d5131 req-7d380897-6baf-4cb2-8b07-1d3d46eb54a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:33.041187 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f03d0f77-be14-4507-b165-ad9b247d5131 req-7d380897-6baf-4cb2-8b07-1d3d46eb54a8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fbdfb920-c89a-4253-9bd1-e6cba08d8871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8905449 Jun 25 14:34:33.051542 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8014290'] for router, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.052251 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eea86975-733e-4129-9733-e0e33bf4ab9d {{(pid=78414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:34:33.053712 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-dc79865c-8c14-4ec6-910a-c2626e243b99 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.214685 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Notify callbacks [] for router, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.220027 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] 10.222.0.50 "DELETE /v2.0/routers/eea86975-733e-4129-9733-e0e33bf4ab9d HTTP/1.1" status: 204 len: 168 time: 3.5336349 Jun 25 14:34:33.227875 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49462) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:33.261717 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49466) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:33.294067 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b598424-e763-4549-b440-063cdfb1d160 req-d18a940d-6674-4720-a71a-d608d16bfa0a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:33.295579 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6b598424-e763-4549-b440-063cdfb1d160 req-d18a940d-6674-4720-a71a-d608d16bfa0a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 946 time: 0.5482130 Jun 25 14:34:33.298467 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] For port b7582e94-19d6-4d09-904f-08ecb3212f7b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b7582e94-19d6-4d09-904f-08ecb3212f7b,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:33.298853 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.363974 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-dc79865c-8c14-4ec6-910a-c2626e243b99 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.391770 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-dc79865c-8c14-4ec6-910a-c2626e243b99 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.403937 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_v2 [None req-839c9da7-3022-4ad7-a75e-e68e7e726c83 admin admin] Deleting subnet 9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f {{(pid=78414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:34:33.414070 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-860eff29-2e4f-407c-80a6-b79d54d0343e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:33.416937 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c9add3b5-30b7-4e38-b7b6-27e671c5a46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.420236 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-839c9da7-3022-4ad7-a75e-e68e7e726c83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.462272 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6b598424-e763-4549-b440-063cdfb1d160 req-1e4b03b9-3634-4896-853b-5a44d7d17f2c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575947 Jun 25 14:34:33.464709 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f03d0f77-be14-4507-b165-ad9b247d5131 req-2ed8bf80-e290-4597-b503-1ae5ae4deb74 service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145706 Jun 25 14:34:33.497430 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-c9add3b5-30b7-4e38-b7b6-27e671c5a46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:33.511848 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-c9add3b5-30b7-4e38-b7b6-27e671c5a46b admin admin] Usage tracker for resource:security_group_rule and tenant:b6f86816d51f4ebea97f456320470559 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:33.516190 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-c9add3b5-30b7-4e38-b7b6-27e671c5a46b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:33.519614 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79865c-8c14-4ec6-910a-c2626e243b99 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e8d287-1b39-4cad-86a3-221562f98675,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:33.526336 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-c9add3b5-30b7-4e38-b7b6-27e671c5a46b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:33.529040 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-dc79865c-8c14-4ec6-910a-c2626e243b99 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:33.542987 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-dc79865c-8c14-4ec6-910a-c2626e243b99 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.546719 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-dc79865c-8c14-4ec6-910a-c2626e243b99 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0548611 Jun 25 14:34:33.596715 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49474) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:33.618919 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-839c9da7-3022-4ad7-a75e-e68e7e726c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6311008'] for subnet, precommit_delete_associations {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.656045 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-17258913-6578-44d9-888a-74e8c12c921a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Request body: {'security_group_rule': {'security_group_id': 'd1594d41-9fd3-46ec-8202-2b7a73411e02', 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:33.721403 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-17258913-6578-44d9-888a-74e8c12c921a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:33.733654 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-17258913-6578-44d9-888a-74e8c12c921a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Usage tracker for resource:security_group_rule and tenant:99a2ea8d16f245d781ba2b45be672d2a is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:33.740851 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-17258913-6578-44d9-888a-74e8c12c921a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:33.747104 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.747503 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8043240'] for floatingip, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.747777 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.l3_db [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Floating IP daec6a33-7490-42a7-a551-1d8aed110568 disassociated. External IP: 172.28.0.49, port: b7582e94-19d6-4d09-904f-08ecb3212f7b. Jun 25 14:34:33.748190 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Calling delete_port for b7582e94-19d6-4d09-904f-08ecb3212f7b owned by compute:nova {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:34:33.766991 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-17258913-6578-44d9-888a-74e8c12c921a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:33.812539 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-839c9da7-3022-4ad7-a75e-e68e7e726c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1305554'] for subnet, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.845132 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f03d0f77-be14-4507-b165-ad9b247d5131 req-9aca1815-6154-4001-8fcc-5d843dd645d2 service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558540 Jun 25 14:34:33.850595 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.securitygroups_db [None req-17258913-6578-44d9-888a-74e8c12c921a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Project 99a2ea8d16f245d781ba2b45be672d2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:34:33.868564 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-17258913-6578-44d9-888a-74e8c12c921a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.870755 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c9add3b5-30b7-4e38-b7b6-27e671c5a46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.877490 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c9add3b5-30b7-4e38-b7b6-27e671c5a46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.913822 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-da4eb8f3-1e1f-4f04-aa06-c32b33739f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:33.938322 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916908d-3e0f-4be6-8339-2667d23f99d8 req-4f448088-ae24-43f0-99b9-a0cc9cd2f8a5 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:33.940310 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d916908d-3e0f-4be6-8339-2667d23f99d8 req-4f448088-ae24-43f0-99b9-a0cc9cd2f8a5 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.2887840 Jun 25 14:34:33.979596 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-c9add3b5-30b7-4e38-b7b6-27e671c5a46b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6f86816d51f4ebea97f456320470559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7144239 Jun 25 14:34:33.980676 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49478) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:33.981507 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-839c9da7-3022-4ad7-a75e-e68e7e726c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1303557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6311073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6658620'] for subnet, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.988597 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9add3b5-30b7-4e38-b7b6-27e671c5a46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8460b1-7ff4-49cc-8749-d3e014f011b4,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:33.991829 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c9add3b5-30b7-4e38-b7b6-27e671c5a46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:33.999241 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:34.014418 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.025328 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-54e43663-e5b8-4237-b138-0cfec1a4b6f3 tempest-ServerRescueNegativeTestJSON-269973574 tempest-ServerRescueNegativeTestJSON-269973574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:34.042431 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-17258913-6578-44d9-888a-74e8c12c921a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.056414 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c9da7-3022-4ad7-a75e-e68e7e726c83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:34.058132 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-839c9da7-3022-4ad7-a75e-e68e7e726c83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.062142 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-17258913-6578-44d9-888a-74e8c12c921a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.067442 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d916908d-3e0f-4be6-8339-2667d23f99d8 req-41b0f506-e784-458d-838f-0eb86165f7ae tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186309 Jun 25 14:34:34.071901 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-839c9da7-3022-4ad7-a75e-e68e7e726c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:34.074261 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event deleted for resources: {'Port': ['ID=b7582e94-19d6-4d09-904f-08ecb3212f7b,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:34.074413 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:34.090977 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:34.093997 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-839c9da7-3022-4ad7-a75e-e68e7e726c83 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9be5bd42-eb1b-4d4a-83ff-041e2f1dae0f HTTP/1.1" status: 204 len: 168 time: 0.8622048 Jun 25 14:34:34.094367 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49484) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:34.101433 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17258913-6578-44d9-888a-74e8c12c921a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be49d67-8a32-4ece-b18a-ba3ce1e0d707,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:34.106579 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-17258913-6578-44d9-888a-74e8c12c921a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:34.109664 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-17258913-6578-44d9-888a-74e8c12c921a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.112124 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-17258913-6578-44d9-888a-74e8c12c921a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5035627 Jun 25 14:34:34.252847 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-264d29ae-7155-45dd-ad8f-ca5c131219b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.253342 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-bd82277e-4b3b-4b25-be0e-686af65d0441 req-b3d19c10-b662-4cc6-a41c-e14be206730d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Synchronizing usage tracker for tenant:99a2ea8d16f245d781ba2b45be672d2a on resource:security_group {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:34:34.270047 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-bd82277e-4b3b-4b25-be0e-686af65d0441 req-b3d19c10-b662-4cc6-a41c-e14be206730d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Unset dirty status for tenant:99a2ea8d16f245d781ba2b45be672d2a on resource:security_group {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:34:34.271453 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bd82277e-4b3b-4b25-be0e-686af65d0441 req-b3d19c10-b662-4cc6-a41c-e14be206730d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835070284&fields=id&tenant_id=99a2ea8d16f245d781ba2b45be672d2a HTTP/1.1" status: 200 len: 267 time: 0.0623560 Jun 25 14:34:34.357433 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82277e-4b3b-4b25-be0e-686af65d0441 req-d5033439-ff69-4b59-babd-96bbfbbbfa75 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:34.358900 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bd82277e-4b3b-4b25-be0e-686af65d0441 req-d5033439-ff69-4b59-babd-96bbfbbbfa75 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 946 time: 0.0815587 Jun 25 14:34:34.371424 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-bd82277e-4b3b-4b25-be0e-686af65d0441 req-181ef4b1-b5f7-40e6-a0c0-6831dfc0aeaf tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Request body: {'port': {'security_groups': ['de7ff066-3544-4af1-b7fc-d75f71a1b6f4', 'd1594d41-9fd3-46ec-8202-2b7a73411e02']}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:34.381203 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-264d29ae-7155-45dd-ad8f-ca5c131219b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.404259 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7627b95b-814a-4906-8476-8274e5ad26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345843'] for network, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.493468 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:34:34.500228 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-bd82277e-4b3b-4b25-be0e-686af65d0441 req-181ef4b1-b5f7-40e6-a0c0-6831dfc0aeaf tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.593319 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-264d29ae-7155-45dd-ad8f-ca5c131219b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.662870 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:34.666020 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4e10ed62-6ede-4896-a54e-eed4565f4755 req-58f60a31-f438-4e03-8ef0-1daaba1af8d3 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 210 time: 0.0748045 Jun 25 14:34:34.687846 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7627b95b-814a-4906-8476-8274e5ad26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1302863', 'neutron.services.segments.db._delete_segments_for_network-8777684513985'] for network, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.711833 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-7627b95b-814a-4906-8476-8274e5ad26d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6be99bb-e9c4-4334-a275-5db1709be021']}} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:34.728484 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-7627b95b-814a-4906-8476-8274e5ad26d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993839cf-2c2e-4627-a834-21940f73904c') {'for_net_delete': True} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:34.729046 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-7627b95b-814a-4906-8476-8274e5ad26d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993839cf-2c2e-4627-a834-21940f73904c') {} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:34.756853 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7627b95b-814a-4906-8476-8274e5ad26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777684526376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6559560'] for segment, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.765749 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d29ae-7155-45dd-ad8f-ca5c131219b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8460b1-7ff4-49cc-8749-d3e014f011b4,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:34.777397 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-264d29ae-7155-45dd-ad8f-ca5c131219b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:34.803809 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7627b95b-814a-4906-8476-8274e5ad26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.881426 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-bd82277e-4b3b-4b25-be0e-686af65d0441 req-181ef4b1-b5f7-40e6-a0c0-6831dfc0aeaf tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] For port afc42065-d41d-4c26-a2d2-d56cf79912ba, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=afc42065-d41d-4c26-a2d2-d56cf79912ba,segment=NetworkSegment(1aebfb62-439c-455d-b055-31f88b958a12),segment_id=1aebfb62-439c-455d-b055-31f88b958a12)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:34.885068 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7627b95b-814a-4906-8476-8274e5ad26d3 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=78415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:34:34.885709 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7627b95b-814a-4906-8476-8274e5ad26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1300103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6724496'] for segment, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: Traceback (most recent call last): Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: timer() Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: cb(*args, **kw) Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: return func(*args, **kwargs) Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: self._notify() Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: self.callback(batched_events) Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: event.method(event) Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: return f(self, *a, **k) Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: return self._get(url).json() Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: return self.request(url, 'GET', **kwargs) Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:34:34.907711 dv-cinder-798088-1-smb neutron-server[78415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:34:34.914723 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-bd82277e-4b3b-4b25-be0e-686af65d0441 req-181ef4b1-b5f7-40e6-a0c0-6831dfc0aeaf tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.919994 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-bd82277e-4b3b-4b25-be0e-686af65d0441 req-181ef4b1-b5f7-40e6-a0c0-6831dfc0aeaf tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.922727 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-264d29ae-7155-45dd-ad8f-ca5c131219b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:34.926411 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-264d29ae-7155-45dd-ad8f-ca5c131219b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec8460b1-7ff4-49cc-8749-d3e014f011b4 HTTP/1.1" status: 204 len: 168 time: 0.9404185 Jun 25 14:34:34.926662 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-e79a7a08-40de-41d7-bd73-8410cbc6891d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:34.931500 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['afc42065-d41d-4c26-a2d2-d56cf79912ba'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:34:35.002206 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82277e-4b3b-4b25-be0e-686af65d0441 req-181ef4b1-b5f7-40e6-a0c0-6831dfc0aeaf tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:35.002708 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-bd82277e-4b3b-4b25-be0e-686af65d0441 req-181ef4b1-b5f7-40e6-a0c0-6831dfc0aeaf tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:35.024051 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bd82277e-4b3b-4b25-be0e-686af65d0441 req-181ef4b1-b5f7-40e6-a0c0-6831dfc0aeaf tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "PUT /v2.0/ports/afc42065-d41d-4c26-a2d2-d56cf79912ba HTTP/1.1" status: 200 len: 982 time: 0.6576116 Jun 25 14:34:35.026382 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d53e5e-3d07-4701-b870-f8f38def5810', 'tag': 'afc42065-d41d-4c26-a2d2-d56cf79912ba'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:34:35.099468 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['afc42065-d41d-4c26-a2d2-d56cf79912ba'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:34:35.100623 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:34:35.102851 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7627b95b-814a-4906-8476-8274e5ad26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1302864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8043034'] for network, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:35.131583 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ef4b1-b5f7-40e6-a0c0-6831dfc0aeaf tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Pushing event updated for resources: {'Port': ['ID=afc42065-d41d-4c26-a2d2-d56cf79912ba,revision_number=6']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:35.152980 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-181ef4b1-b5f7-40e6-a0c0-6831dfc0aeaf tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:35.189049 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d53e5e-3d07-4701-b870-f8f38def5810', 'tag': 'afc42065-d41d-4c26-a2d2-d56cf79912ba', 'status': 'completed', 'code': 200} Jun 25 14:34:35.213255 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb333f4-f1ae-4e3e-a2de-d190b8789f26 None None] Sync routers for ids ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:34:35.253198 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:35.330108 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb333f4-f1ae-4e3e-a2de-d190b8789f26 None None] Routers {'e76bc40f-f3c9-468d-bec3-1f5c8999fe97'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:34:35.335143 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-6eb333f4-f1ae-4e3e-a2de-d190b8789f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:34:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:35.341051 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7627b95b-814a-4906-8476-8274e5ad26d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:35.364022 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-7627b95b-814a-4906-8476-8274e5ad26d3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f6be99bb-e9c4-4334-a275-5db1709be021 HTTP/1.1" status: 204 len: 168 time: 1.2662492 Jun 25 14:34:35.374188 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627b95b-814a-4906-8476-8274e5ad26d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6be99bb-e9c4-4334-a275-5db1709be021,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:35.383214 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] No DVR routers for this DVR port b7582e94-19d6-4d09-904f-08ecb3212f7b on host hv-cinder-79808 {{(pid=78415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:34:35.390567 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-7627b95b-814a-4906-8476-8274e5ad26d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:35.391971 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:35.395977 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2aa4f001-7538-4737-a3d7-ff09c24d9a2c req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.38 "DELETE /v2.0/ports/b7582e94-19d6-4d09-904f-08ecb3212f7b HTTP/1.1" status: 204 len: 173 time: 2.4714317 Jun 25 14:34:35.396495 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'name': 'network-vif-deleted', 'tag': 'b7582e94-19d6-4d09-904f-08ecb3212f7b'}] {{(pid=78415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:34:35.607141 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74ac91b-ed74-4662-a853-2231b132f0e4', 'name': 'network-vif-deleted', 'tag': 'b7582e94-19d6-4d09-904f-08ecb3212f7b', 'status': 'completed', 'code': 200} Jun 25 14:34:35.617375 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f100e9a-58b0-40a9-a5a1-23b9d9deb77e req-8eec4ef0-e4c3-4025-b53f-bd59c4f8e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:35.618904 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2f100e9a-58b0-40a9-a5a1-23b9d9deb77e req-8eec4ef0-e4c3-4025-b53f-bd59c4f8e411 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99a2ea8d16f245d781ba2b45be672d2a&device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 1138 time: 0.4023864 Jun 25 14:34:35.656394 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cbf98-d912-4bcf-8ff3-d78364b94c3a req-4df1f433-67b8-419b-93bf-81a427297a9f tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:35.662215 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fd8cbf98-d912-4bcf-8ff3-d78364b94c3a req-4df1f433-67b8-419b-93bf-81a427297a9f tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 985 time: 0.3270974 Jun 25 14:34:35.759099 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-b748ce5c-ff8b-456d-92d3-e2237f81a692 None None] Provisioning complete for port afc42065-d41d-4c26-a2d2-d56cf79912ba triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:34:35.759494 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b748ce5c-ff8b-456d-92d3-e2237f81a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:35.786730 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fd8cbf98-d912-4bcf-8ff3-d78364b94c3a req-513b0517-fa0d-4455-95af-8c366ab5e10f tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1594d41-9fd3-46ec-8202-2b7a73411e02&id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772731 Jun 25 14:34:35.842983 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f100e9a-58b0-40a9-a5a1-23b9d9deb77e req-41008613-7427-40d6-a482-357b9c93b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:35.844680 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2f100e9a-58b0-40a9-a5a1-23b9d9deb77e req-41008613-7427-40d6-a482-357b9c93b2cf service neutron] 10.222.0.38 "GET /v2.0/networks?id=fbdfb920-c89a-4253-9bd1-e6cba08d8871 HTTP/1.1" status: 200 len: 916 time: 0.2171638 Jun 25 14:34:36.034960 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49522) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:36.094483 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d7e4ecaf-74cd-4f7f-a2bc-e23554a7179f req-cdb6d0f7-ef2d-40bf-8051-149ce2aca401 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74ac91b-ed74-4662-a853-2231b132f0e4 HTTP/1.1" status: 200 len: 210 time: 0.0948620 Jun 25 14:34:36.110844 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-bbaa8656-a459-4b05-b6d5-493059102098 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=570df59ecce748a7b99477e25f41f4a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0742698 Jun 25 14:34:36.113253 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49526) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:36.201084 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2f100e9a-58b0-40a9-a5a1-23b9d9deb77e req-1cb1d6d9-b0bf-4a52-8186-de077b2e6c7d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afc42065-d41d-4c26-a2d2-d56cf79912ba HTTP/1.1" status: 200 len: 1001 time: 0.3470221 Jun 25 14:34:36.218649 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7375969a-e9dd-4ca3-b768-42ea609b5d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:36.267549 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7375969a-e9dd-4ca3-b768-42ea609b5d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:36.341791 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-6eb333f4-f1ae-4e3e-a2de-d190b8789f26 None None] Set router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:34:36.372864 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f100e9a-58b0-40a9-a5a1-23b9d9deb77e req-9ca897e2-d7cb-47d6-9f86-24acc3ec4c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:36.374303 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2f100e9a-58b0-40a9-a5a1-23b9d9deb77e req-9ca897e2-d7cb-47d6-9f86-24acc3ec4c1a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7793419f-1d06-4466-8932-87c4e1d7fab9 HTTP/1.1" status: 200 len: 854 time: 0.1658332 Jun 25 14:34:36.385203 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7375969a-e9dd-4ca3-b768-42ea609b5d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:36.391716 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-ae0d9d3f-22e9-4c51-9b8a-48cb9b39e338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:36.510320 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375969a-e9dd-4ca3-b768-42ea609b5d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af62dedf-64d6-410d-ac44-d6eebf02dc28,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:36.516108 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-7375969a-e9dd-4ca3-b768-42ea609b5d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:36.518788 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7375969a-e9dd-4ca3-b768-42ea609b5d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:36.522876 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-7375969a-e9dd-4ca3-b768-42ea609b5d87 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af62dedf-64d6-410d-ac44-d6eebf02dc28 HTTP/1.1" status: 204 len: 168 time: 0.4086013 Jun 25 14:34:36.542900 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f100e9a-58b0-40a9-a5a1-23b9d9deb77e req-3046dfb9-8fb0-4177-9cfa-29f6283c82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:36.544441 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2f100e9a-58b0-40a9-a5a1-23b9d9deb77e req-3046dfb9-8fb0-4177-9cfa-29f6283c82a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fbdfb920-c89a-4253-9bd1-e6cba08d8871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1635725 Jun 25 14:34:36.733543 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device b7582e94-19d6-4d09-904f-08ecb3212f7b no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:34:36.784781 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2f100e9a-58b0-40a9-a5a1-23b9d9deb77e req-8524f729-5c02-45ee-b8dc-f0bfc39e0341 service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321882 Jun 25 14:34:36.785426 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: b7582e94-19d6-4d09-904f-08ecb3212f7b {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:34:36.785426 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device b7582e94-19d6-4d09-904f-08ecb3212f7b not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:34:37.008506 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2f100e9a-58b0-40a9-a5a1-23b9d9deb77e req-05b5d3e2-d886-411f-a602-f5c97bd95faf service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145517 Jun 25 14:34:37.227516 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-6eb333f4-f1ae-4e3e-a2de-d190b8789f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bfacf6cf-8d67-411d-a870-e7a37cc412e6', 'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'mac_address': 'fa:16:3e:ce:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:55Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 5, 'project_id': '69f59d897952483db727b31e7fb234a7', 'subnets': [{'id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:37.258867 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb333f4-f1ae-4e3e-a2de-d190b8789f26 None None] Checking router: e76bc40f-f3c9-468d-bec3-1f5c8999fe97 for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:34:37.302501 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb333f4-f1ae-4e3e-a2de-d190b8789f26 None None] Routers {'e76bc40f-f3c9-468d-bec3-1f5c8999fe97'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:34:37.303356 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-6eb333f4-f1ae-4e3e-a2de-d190b8789f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:34:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:37.349454 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49556) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:37.432494 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fdd7-768c-42e5-bc37-f7289493d674 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:37.470390 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fdd7-768c-42e5-bc37-f7289493d674 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:37.539840 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fdd7-768c-42e5-bc37-f7289493d674 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:37.554218 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-8b01a6e8-162c-4e41-a2eb-358481b66007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:37.554735 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-6eb333f4-f1ae-4e3e-a2de-d190b8789f26 None None] Set router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:34:37.568449 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0fdd7-768c-42e5-bc37-f7289493d674 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3131b9-7ce5-43c3-811c-47b7c43ec5fc,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:37.571527 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1ff0fdd7-768c-42e5-bc37-f7289493d674 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:37.573227 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fdd7-768c-42e5-bc37-f7289493d674 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:37.577392 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-1ff0fdd7-768c-42e5-bc37-f7289493d674 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "DELETE /v2.0/security-groups/ba3131b9-7ce5-43c3-811c-47b7c43ec5fc HTTP/1.1" status: 204 len: 168 time: 0.2276137 Jun 25 14:34:37.578099 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49564) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:37.609820 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.api.v2.resource [None req-cf060e73-147d-4dbe-9b57-3b72a5f16e92 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] show failed (client error): The resource could not be found. Jun 25 14:34:37.614163 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49570) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:37.625562 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-cf060e73-147d-4dbe-9b57-3b72a5f16e92 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups/ba3131b9-7ce5-43c3-811c-47b7c43ec5fc HTTP/1.1" status: 404 len: 347 time: 0.0462856 Jun 25 14:34:37.811371 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-5a52b97b-e078-491c-a860-5279388c0789 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Deleting port dd8f35c5-9472-433a-ad48-c35ce490d44e {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:34:37.811619 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5a52b97b-e078-491c-a860-5279388c0789 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:37.931465 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-6eb333f4-f1ae-4e3e-a2de-d190b8789f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bfacf6cf-8d67-411d-a870-e7a37cc412e6', 'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'mac_address': 'fa:16:3e:ce:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:55Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 5, 'project_id': '69f59d897952483db727b31e7fb234a7', 'subnets': [{'id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:37.936015 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb333f4-f1ae-4e3e-a2de-d190b8789f26 None None] The sync data for ids ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'] in dv-cinder-798088-1-smb is: [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bfacf6cf-8d67-411d-a870-e7a37cc412e6', 'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'mac_address': 'fa:16:3e:ce:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:55Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 5, 'project_id': '69f59d897952483db727b31e7fb234a7', 'subnets': [{'id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:34:38.007438 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5a52b97b-e078-491c-a860-5279388c0789 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:38.007770 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5a52b97b-e078-491c-a860-5279388c0789 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:38.149970 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-5a52b97b-e078-491c-a860-5279388c0789 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Calling delete_port for dd8f35c5-9472-433a-ad48-c35ce490d44e owned by network:floatingip {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:34:38.230193 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2506b6-1015-4bb2-a836-df6fe20eb80a None None] New status for floating IP daec6a33-7490-42a7-a551-1d8aed110568: DOWN {{(pid=78417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:34:38.320128 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5a52b97b-e078-491c-a860-5279388c0789 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:38.325322 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:38.390604 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.db.api [None req-3d2506b6-1015-4bb2-a836-df6fe20eb80a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:34:38.390966 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_db.api [None req-3d2506b6-1015-4bb2-a836-df6fe20eb80a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:34:38.472844 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52b97b-e078-491c-a860-5279388c0789 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event deleted for resources: {'Port': ['ID=dd8f35c5-9472-433a-ad48-c35ce490d44e,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:38.498209 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5a52b97b-e078-491c-a860-5279388c0789 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:38.572685 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5a52b97b-e078-491c-a860-5279388c0789 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for floatingip, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:38.587495 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5a52b97b-e078-491c-a860-5279388c0789 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:38.588622 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-5a52b97b-e078-491c-a860-5279388c0789 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "DELETE /v2.0/floatingips/daec6a33-7490-42a7-a551-1d8aed110568 HTTP/1.1" status: 204 len: 168 time: 0.9733012 Jun 25 14:34:38.846421 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49600) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:38.874907 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49606) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:38.881370 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2075733585', 'description': 'tempest-description--1199399157'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:38.887554 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:38.893138 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2506b6-1015-4bb2-a836-df6fe20eb80a None None] New status for floating IP daec6a33-7490-42a7-a551-1d8aed110568: DOWN {{(pid=78417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:34:38.904549 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Usage tracker for resource:security_group and tenant:69f59d897952483db727b31e7fb234a7 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:38.912219 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:38.922931 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:38.936848 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:38.959146 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:38.963202 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Usage tracker for resource:security_group_rule and tenant:69f59d897952483db727b31e7fb234a7 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:38.966088 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:38.973660 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:38.992645 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7ad5691f-00b9-4031-a439-635a21185238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.010053 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-7ad5691f-00b9-4031-a439-635a21185238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:39.014817 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-7ad5691f-00b9-4031-a439-635a21185238 admin admin] Usage tracker for resource:security_group_rule and tenant:87b53bd7a9034b40acac7adee51f5bb2 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:39.018425 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-7ad5691f-00b9-4031-a439-635a21185238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:39.025932 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-7ad5691f-00b9-4031-a439-635a21185238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:39.053241 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.057642 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.063133 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a573da0e-48bd-4650-ae7d-4157b0f1dce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:39.108912 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b92ab16-e4e8-4c45-8429-9a8fca971e10,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:39.112076 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.113256 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2372086 Jun 25 14:34:39.114180 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:39.116095 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49612) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:39.122036 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-1464077d-f367-4301-b5b1-be8dabb54dfc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Request body: {'security_group_rule': {'security_group_id': '9b92ab16-e4e8-4c45-8429-9a8fca971e10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:39.128680 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-1464077d-f367-4301-b5b1-be8dabb54dfc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:39.133090 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-1464077d-f367-4301-b5b1-be8dabb54dfc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Usage tracker for resource:security_group_rule and tenant:69f59d897952483db727b31e7fb234a7 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:39.136206 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-1464077d-f367-4301-b5b1-be8dabb54dfc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:39.145033 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-1464077d-f367-4301-b5b1-be8dabb54dfc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:39.155638 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7ad5691f-00b9-4031-a439-635a21185238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.160069 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7ad5691f-00b9-4031-a439-635a21185238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.164558 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1464077d-f367-4301-b5b1-be8dabb54dfc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.168479 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-3105e58c-0659-41fb-9988-56478d49230c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:39.207316 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5691f-00b9-4031-a439-635a21185238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4976a567-abbe-43b6-8e88-7454a8d153bc,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:39.211697 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-7ad5691f-00b9-4031-a439-635a21185238 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87b53bd7a9034b40acac7adee51f5bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634925 Jun 25 14:34:39.212747 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-7ad5691f-00b9-4031-a439-635a21185238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:39.215246 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49616) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:39.236272 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1464077d-f367-4301-b5b1-be8dabb54dfc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.240386 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1464077d-f367-4301-b5b1-be8dabb54dfc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.242505 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:39.268561 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464077d-f367-4301-b5b1-be8dabb54dfc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9babf47-d1f4-4b7e-a527-a62ca2df355a,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:39.271129 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1464077d-f367-4301-b5b1-be8dabb54dfc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:39.278246 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1464077d-f367-4301-b5b1-be8dabb54dfc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.279495 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-1464077d-f367-4301-b5b1-be8dabb54dfc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623933 Jun 25 14:34:39.282026 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49620) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:39.285134 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1b55287b-9ea9-4fad-9ce5-46163cfcae65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.287389 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-d552df12-6ff0-407f-a39d-2ca624c87b9c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Request body: {'security_group_rule': {'security_group_id': '9b92ab16-e4e8-4c45-8429-9a8fca971e10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:39.292728 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-d552df12-6ff0-407f-a39d-2ca624c87b9c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:39.296565 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-d552df12-6ff0-407f-a39d-2ca624c87b9c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Usage tracker for resource:security_group_rule and tenant:69f59d897952483db727b31e7fb234a7 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:39.299538 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-d552df12-6ff0-407f-a39d-2ca624c87b9c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:39.305399 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-d552df12-6ff0-407f-a39d-2ca624c87b9c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:39.312227 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1b55287b-9ea9-4fad-9ce5-46163cfcae65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.323604 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-d552df12-6ff0-407f-a39d-2ca624c87b9c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.367692 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1b55287b-9ea9-4fad-9ce5-46163cfcae65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.372392 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-78ec0c92-2823-4566-b9a1-8a0af4dfbfdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:39.383276 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55287b-9ea9-4fad-9ce5-46163cfcae65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4976a567-abbe-43b6-8e88-7454a8d153bc,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:39.386346 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-d552df12-6ff0-407f-a39d-2ca624c87b9c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.386701 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-1b55287b-9ea9-4fad-9ce5-46163cfcae65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:39.390414 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1b55287b-9ea9-4fad-9ce5-46163cfcae65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.391725 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-1b55287b-9ea9-4fad-9ce5-46163cfcae65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4976a567-abbe-43b6-8e88-7454a8d153bc HTTP/1.1" status: 204 len: 168 time: 0.1752422 Jun 25 14:34:39.396086 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-d552df12-6ff0-407f-a39d-2ca624c87b9c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.402997 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-dc79865c-8c14-4ec6-910a-c2626e243b99 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:39.426182 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552df12-6ff0-407f-a39d-2ca624c87b9c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae7ad57-37db-4a6c-9033-7d1a9be7f5c6,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:39.428716 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d552df12-6ff0-407f-a39d-2ca624c87b9c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:39.436321 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-d552df12-6ff0-407f-a39d-2ca624c87b9c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.437743 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-d552df12-6ff0-407f-a39d-2ca624c87b9c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1548133 Jun 25 14:34:39.441110 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49626) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:39.446515 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Request body: {'floatingip': {'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:39.452600 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:39.457283 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Usage tracker for resource:floatingip and tenant:69f59d897952483db727b31e7fb234a7 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:39.461408 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:39.467181 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:39.479300 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for floatingip, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.618410 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.682434 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49632) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:39.709635 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-528b6420-07cb-43c2-8e57-4fe68e6947b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.762604 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-528b6420-07cb-43c2-8e57-4fe68e6947b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:39.770168 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-528b6420-07cb-43c2-8e57-4fe68e6947b8 admin admin] Usage tracker for resource:security_group_rule and tenant:c2c686b354474cec9641c21059392582 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:39.774130 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-528b6420-07cb-43c2-8e57-4fe68e6947b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:39.782255 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-528b6420-07cb-43c2-8e57-4fe68e6947b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:39.803957 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Allocated IP 172.28.0.11 (93c87320-2b90-44fa-ad5e-83d4f4b48af6/b87a097a-2410-41cc-a04b-b3f133853cca/b80a9ec3-9ba5-4fc1-9ded-8832d36810e3) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:34:40.015875 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-528b6420-07cb-43c2-8e57-4fe68e6947b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:40.026107 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-528b6420-07cb-43c2-8e57-4fe68e6947b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:40.037337 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:40.053608 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:40.097298 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-528b6420-07cb-43c2-8e57-4fe68e6947b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2c686b354474cec9641c21059392582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4138193 Jun 25 14:34:40.099239 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b6420-07cb-43c2-8e57-4fe68e6947b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b19523-5ff4-44ef-ae0c-8c47c57c701a,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:40.100134 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49640) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:40.102714 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-528b6420-07cb-43c2-8e57-4fe68e6947b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:40.126211 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:40.133949 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a48bc8e3-1f97-4340-b7f3-79f9e3f7e397 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:40.171357 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-4f276ca3-5c77-4983-a2b7-0a998709b650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:40.203885 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:34:40.204661 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-4f276ca3-5c77-4983-a2b7-0a998709b650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:40.206788 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:34:40.212221 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:34:40.267736 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event updated for resources: {'Port': ['ID=b80a9ec3-9ba5-4fc1-9ded-8832d36810e3,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:40.269527 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-4f276ca3-5c77-4983-a2b7-0a998709b650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:40.271186 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:40.273965 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-8fa86f1d-6899-4a62-ad0d-3ae9afc8db35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:40.288918 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f276ca3-5c77-4983-a2b7-0a998709b650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b19523-5ff4-44ef-ae0c-8c47c57c701a,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:40.293080 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-4f276ca3-5c77-4983-a2b7-0a998709b650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:40.296420 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-4f276ca3-5c77-4983-a2b7-0a998709b650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:40.297768 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-4f276ca3-5c77-4983-a2b7-0a998709b650 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31b19523-5ff4-44ef-ae0c-8c47c57c701a HTTP/1.1" status: 204 len: 168 time: 0.1959112 Jun 25 14:34:40.318828 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:40.378799 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:40.587416 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for port, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:40.592263 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:40.596606 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0af380a2-2464-4624-b514-0e0ee87b3187 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:40.704764 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event updated for resources: {'Port': ['ID=b80a9ec3-9ba5-4fc1-9ded-8832d36810e3,revision_number=2']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:40.707584 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:40.716516 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8043240'] for floatingip, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:40.744914 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:40.746293 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3041155 Jun 25 14:34:40.964335 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-920e2524-4a8f-4736-beb7-818005025e82 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Synchronizing usage tracker for tenant:69f59d897952483db727b31e7fb234a7 on resource:security_group {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:34:40.979433 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-920e2524-4a8f-4736-beb7-818005025e82 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Unset dirty status for tenant:69f59d897952483db727b31e7fb234a7 on resource:security_group {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:34:40.980568 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-920e2524-4a8f-4736-beb7-818005025e82 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2075733585&fields=id&tenant_id=69f59d897952483db727b31e7fb234a7 HTTP/1.1" status: 200 len: 267 time: 0.0561461 Jun 25 14:34:41.137130 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-8aef92b0-eec4-433d-a3d1-a68e86849204 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:41.139692 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-8aef92b0-eec4-433d-a3d1-a68e86849204 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/networks?id=3f846d10-9cee-4824-b681-42b7e5742db5 HTTP/1.1" status: 200 len: 817 time: 0.1515114 Jun 25 14:34:41.157347 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f82cdeb6-1852-4093-a4c5-24ed61a7e52c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/quotas/69f59d897952483db727b31e7fb234a7 HTTP/1.1" status: 200 len: 375 time: 0.0118062 Jun 25 14:34:41.244828 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-0bc38e73-449e-46af-b658-530956ff29ca tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Synchronizing usage tracker for tenant:69f59d897952483db727b31e7fb234a7 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:34:41.260902 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-0bc38e73-449e-46af-b658-530956ff29ca tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Unset dirty status for tenant:69f59d897952483db727b31e7fb234a7 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:34:41.262313 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-0bc38e73-449e-46af-b658-530956ff29ca tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=69f59d897952483db727b31e7fb234a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987051 Jun 25 14:34:41.414933 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-e28677c5-cf20-44ec-a152-9a6e17763b02 service neutron] 10.222.0.50 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404908 Jun 25 14:34:41.557903 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-4640ee66-95da-43ee-b028-61cc7732ad00 service neutron] 10.222.0.50 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359394 Jun 25 14:34:41.743014 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3adde259-930b-4cdc-a3d4-42dff3a73029 req-ed0d1c3c-5c45-4134-82c5-92ed2ee0d820 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 210 time: 0.0498612 Jun 25 14:34:42.930098 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a6d3e4c2-065b-4730-ac51-6452b8ac50df req-7f95a5b4-f1db-49ce-b3d0-eab9bfe9656b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 210 time: 0.0601048 Jun 25 14:34:43.003420 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-301c851a-7454-4bb1-8f17-74e9e29d44dc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:43.005379 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-301c851a-7454-4bb1-8f17-74e9e29d44dc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.38 "GET /v2.0/networks?id=3f846d10-9cee-4824-b681-42b7e5742db5 HTTP/1.1" status: 200 len: 817 time: 0.2177706 Jun 25 14:34:43.062547 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-5e76b872-c45b-453b-9484-5132946343d5 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f59d897952483db727b31e7fb234a7 HTTP/1.1" status: 200 len: 380 time: 0.0483384 Jun 25 14:34:43.077150 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Request body: {'port': {'device_id': '6dc64211-1083-49f2-ada4-311a885beeda', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'admin_state_up': True, 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'security_groups': ['9b92ab16-e4e8-4c45-8429-9a8fca971e10']}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:43.218010 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:43.227513 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:43.236809 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Made reservation on behalf of 69f59d897952483db727b31e7fb234a7 for: {'port': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:34:43.240406 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:43.408659 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Allocated IP 172.20.0.10 (3f846d10-9cee-4824-b681-42b7e5742db5/55e5d707-dbd0-4da0-94e3-0f06c3c28c8d/d2210975-12f9-4749-8bda-c5c2bfd54751) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:34:43.699360 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:43.715168 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Transition to ACTIVE for port object d2210975-12f9-4749-8bda-c5c2bfd54751 will not be triggered until provisioned by entity DHCP. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:34:43.740225 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:43.745691 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:43.812610 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Network 3f846d10-9cee-4824-b681-42b7e5742db5 is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:34:43.816118 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:34:43.820118 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:34:43.863493 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event updated for resources: {'Port': ['ID=d2210975-12f9-4749-8bda-c5c2bfd54751,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:43.868554 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:43.891546 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:43.892168 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:43.920914 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8503425 Jun 25 14:34:43.933705 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Request body: {'port': {'device_id': '6dc64211-1083-49f2-ada4-311a885beeda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:44.072958 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:44.079245 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-1b40b72b-f886-4991-a93c-57d427dfb1aa None None] Provisioning for port d2210975-12f9-4749-8bda-c5c2bfd54751 completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:34:44.085748 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-1b40b72b-f886-4991-a93c-57d427dfb1aa None None] Provisioning complete for port d2210975-12f9-4749-8bda-c5c2bfd54751 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:34:44.086274 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1b40b72b-f886-4991-a93c-57d427dfb1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:44.211588 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-1b40b72b-f886-4991-a93c-57d427dfb1aa None None] Port d2210975-12f9-4749-8bda-c5c2bfd54751 cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:34:44.316260 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f3ba7-34ce-4a05-9a4e-ede60fc0905c req-a48ce50f-1e8e-4619-b382-1333bf71cada tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:44.316970 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-a65f3ba7-34ce-4a05-9a4e-ede60fc0905c req-a48ce50f-1e8e-4619-b382-1333bf71cada tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Synchronizing usage tracker for tenant:69f59d897952483db727b31e7fb234a7 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:34:44.403606 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-a65f3ba7-34ce-4a05-9a4e-ede60fc0905c req-a48ce50f-1e8e-4619-b382-1333bf71cada tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Unset dirty status for tenant:69f59d897952483db727b31e7fb234a7 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:34:44.404757 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a65f3ba7-34ce-4a05-9a4e-ede60fc0905c req-a48ce50f-1e8e-4619-b382-1333bf71cada tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 932 time: 0.2868123 Jun 25 14:34:44.495273 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a65f3ba7-34ce-4a05-9a4e-ede60fc0905c req-55b11c4b-ab87-46bc-9a7a-5352937adb1a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734785 Jun 25 14:34:44.566227 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2210975-12f9-4749-8bda-c5c2bfd54751 {{(pid=78414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:34:44.573614 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:44.587596 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Transition to ACTIVE for port object d2210975-12f9-4749-8bda-c5c2bfd54751 will not be triggered until provisioned by entity L2. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:34:44.591452 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:44.594914 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a394218a-53df-4627-9296-221785d8b225 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:44.750460 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2210975-12f9-4749-8bda-c5c2bfd54751,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:44.758301 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:44.832115 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Attempting to bind port d2210975-12f9-4749-8bda-c5c2bfd54751 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:34:44.832450 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Attempting to bind port d2210975-12f9-4749-8bda-c5c2bfd54751 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:34:44.832802 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Attempting to bind port d2210975-12f9-4749-8bda-c5c2bfd54751 on network 3f846d10-9cee-4824-b681-42b7e5742db5 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:34:44.837407 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Port d2210975-12f9-4749-8bda-c5c2bfd54751 on network 3f846d10-9cee-4824-b681-42b7e5742db5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:34:44.837716 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Attempting to bind port d2210975-12f9-4749-8bda-c5c2bfd54751 on network 3f846d10-9cee-4824-b681-42b7e5742db5 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:34:44.842751 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:34:44.843102 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Checking segment: {'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:34:44.843485 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Bound using segment: {'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:34:44.843910 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Bound port: d2210975-12f9-4749-8bda-c5c2bfd54751, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69199dcd-e139-4d00-934a-9bd2d378e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5'}}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:34:44.844252 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:44.933939 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] For port d2210975-12f9-4749-8bda-c5c2bfd54751, host hv-cinder-79808, cleared binding levels {{(pid=78414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:34:44.937010 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] For port d2210975-12f9-4749-8bda-c5c2bfd54751, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d2210975-12f9-4749-8bda-c5c2bfd54751,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:34:44.942173 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:44.945859 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:45.003098 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:45.003602 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:45.005181 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] 10.222.0.38 "PUT /v2.0/ports/d2210975-12f9-4749-8bda-c5c2bfd54751 HTTP/1.1" status: 200 len: 1094 time: 1.0764089 Jun 25 14:34:45.005669 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc64211-1083-49f2-ada4-311a885beeda', 'tag': 'd2210975-12f9-4749-8bda-c5c2bfd54751'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:34:45.033964 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2210975-12f9-4749-8bda-c5c2bfd54751,revision_number=3']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:45.037397 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:45.084913 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc64211-1083-49f2-ada4-311a885beeda', 'tag': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'status': 'completed', 'code': 200} Jun 25 14:34:45.126823 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-8305e77e-233b-4dd9-83bd-bbd367a99b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:45.128356 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-8305e77e-233b-4dd9-83bd-bbd367a99b3a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69f59d897952483db727b31e7fb234a7&device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 1097 time: 0.0749011 Jun 25 14:34:45.204601 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-75f08dc0-6cdc-4ff3-b7cb-baa43102c35d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2210975-12f9-4749-8bda-c5c2bfd54751 HTTP/1.1" status: 200 len: 217 time: 0.0672488 Jun 25 14:34:45.275621 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-3d2c5647-0f40-445f-8925-87246c8b2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:45.277041 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-3d2c5647-0f40-445f-8925-87246c8b2120 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=55e5d707-dbd0-4da0-94e3-0f06c3c28c8d HTTP/1.1" status: 200 len: 856 time: 0.0618610 Jun 25 14:34:45.356120 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-85b46556-d920-44e5-ac16-2f6c6789679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:45.357617 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-85b46556-d920-44e5-ac16-2f6c6789679a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f846d10-9cee-4824-b681-42b7e5742db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716057 Jun 25 14:34:45.599861 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-511646b8-6691-414d-a88b-97bdb2202b91 service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347772 Jun 25 14:34:45.808566 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e56cbc1c-9255-4899-862e-acb0b12fc2bd req-94f244ee-3381-46e3-a7b3-5dbcfba19b70 service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954727 Jun 25 14:34:45.819192 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f38256-a08a-4cc0-8ec5-89a35c55bd5e req-af51d051-3efa-493e-8cf9-a04a9cff9782 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:45.820842 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-79f38256-a08a-4cc0-8ec5-89a35c55bd5e req-af51d051-3efa-493e-8cf9-a04a9cff9782 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.1878231 Jun 25 14:34:45.920134 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-79f38256-a08a-4cc0-8ec5-89a35c55bd5e req-78790bd4-5f6c-4f49-8eaa-960ed125e447 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911715 Jun 25 14:34:45.968845 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6eeca-cb8e-4873-9a01-6f09e6831fcc req-8e6622ea-6415-431e-8fa3-ac92d26ebfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:45.971063 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-31a6eeca-cb8e-4873-9a01-6f09e6831fcc req-8e6622ea-6415-431e-8fa3-ac92d26ebfb5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69f59d897952483db727b31e7fb234a7&device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 1097 time: 0.1025391 Jun 25 14:34:46.109964 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6eeca-cb8e-4873-9a01-6f09e6831fcc req-dece694a-e581-4f2d-9937-5fcd686aa859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:46.112082 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-31a6eeca-cb8e-4873-9a01-6f09e6831fcc req-dece694a-e581-4f2d-9937-5fcd686aa859 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f846d10-9cee-4824-b681-42b7e5742db5 HTTP/1.1" status: 200 len: 918 time: 0.1334498 Jun 25 14:34:46.190664 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-31a6eeca-cb8e-4873-9a01-6f09e6831fcc req-87338354-7299-4528-8879-3658605dc10f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2210975-12f9-4749-8bda-c5c2bfd54751 HTTP/1.1" status: 200 len: 217 time: 0.0715020 Jun 25 14:34:46.268976 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6eeca-cb8e-4873-9a01-6f09e6831fcc req-8ec1055f-8559-499f-8e84-0ffa34d80f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:46.270729 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-31a6eeca-cb8e-4873-9a01-6f09e6831fcc req-8ec1055f-8559-499f-8e84-0ffa34d80f77 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=55e5d707-dbd0-4da0-94e3-0f06c3c28c8d HTTP/1.1" status: 200 len: 856 time: 0.0733092 Jun 25 14:34:46.367127 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6eeca-cb8e-4873-9a01-6f09e6831fcc req-66a5c85e-18fb-46f5-aeeb-34a9029f00a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:46.368687 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-31a6eeca-cb8e-4873-9a01-6f09e6831fcc req-66a5c85e-18fb-46f5-aeeb-34a9029f00a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f846d10-9cee-4824-b681-42b7e5742db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902081 Jun 25 14:34:46.401685 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49806) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:46.532193 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-31a6eeca-cb8e-4873-9a01-6f09e6831fcc req-681db1ba-7c86-453f-a4ba-b0956d55ad3a service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537836 Jun 25 14:34:46.548320 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c2fe260f-453d-4cdf-8a96-66270117d137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:46.568760 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-c2fe260f-453d-4cdf-8a96-66270117d137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:46.572800 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-c2fe260f-453d-4cdf-8a96-66270117d137 admin admin] Usage tracker for resource:security_group_rule and tenant:338c06d8939749ef8262d57f360759c1 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:46.575746 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-c2fe260f-453d-4cdf-8a96-66270117d137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:46.581408 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-c2fe260f-453d-4cdf-8a96-66270117d137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:46.662835 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c2fe260f-453d-4cdf-8a96-66270117d137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:46.665005 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-31a6eeca-cb8e-4873-9a01-6f09e6831fcc req-43fe18e4-c9ce-4007-b730-e051567ebade service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260505 Jun 25 14:34:46.667201 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c2fe260f-453d-4cdf-8a96-66270117d137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:46.681009 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-264d29ae-7155-45dd-ad8f-ca5c131219b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:46.722791 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-c2fe260f-453d-4cdf-8a96-66270117d137 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=338c06d8939749ef8262d57f360759c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199770 Jun 25 14:34:46.724421 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe260f-453d-4cdf-8a96-66270117d137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51551b4-b35a-475d-baab-5fbb48df742a,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:46.725727 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49812) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:46.727808 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c2fe260f-453d-4cdf-8a96-66270117d137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:46.783886 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-bf1481eb-1b06-4b25-a611-b8c902c6a9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:46.809287 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-bf1481eb-1b06-4b25-a611-b8c902c6a9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:46.859379 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-bf1481eb-1b06-4b25-a611-b8c902c6a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:46.862900 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-dfb635f5-dbdf-4f25-b74f-d72114fb5031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:46.873513 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1481eb-1b06-4b25-a611-b8c902c6a9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51551b4-b35a-475d-baab-5fbb48df742a,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:46.877300 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-bf1481eb-1b06-4b25-a611-b8c902c6a9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:46.880709 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-bf1481eb-1b06-4b25-a611-b8c902c6a9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:46.881786 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-bf1481eb-1b06-4b25-a611-b8c902c6a9b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e51551b4-b35a-475d-baab-5fbb48df742a HTTP/1.1" status: 204 len: 168 time: 0.1550570 Jun 25 14:34:47.109647 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c3743-9382-4eca-8465-3c77702ff067 req-4b826d63-69ee-411e-ba8e-f6170f50c18b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:47.111107 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6c0c3743-9382-4eca-8465-3c77702ff067 req-4b826d63-69ee-411e-ba8e-f6170f50c18b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.0852470 Jun 25 14:34:47.162959 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49822) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:47.164705 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6c0c3743-9382-4eca-8465-3c77702ff067 req-e394b4c4-4a3e-445f-b2a8-93b4fdb7d7b5 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469911 Jun 25 14:34:47.194424 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-38f1f865-ab3f-46e5-8572-82a8c69db909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:47.216164 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-38f1f865-ab3f-46e5-8572-82a8c69db909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:47.221395 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-38f1f865-ab3f-46e5-8572-82a8c69db909 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe484ab74fd4fd89b22ca6ea487a649 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:47.224312 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-38f1f865-ab3f-46e5-8572-82a8c69db909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:47.229903 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-38f1f865-ab3f-46e5-8572-82a8c69db909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:47.311586 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-38f1f865-ab3f-46e5-8572-82a8c69db909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:47.315433 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-38f1f865-ab3f-46e5-8572-82a8c69db909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:47.322989 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f5a2158e-f9a9-4a1e-8112-ea40ff70e075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:47.365960 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-38f1f865-ab3f-46e5-8572-82a8c69db909 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bbe484ab74fd4fd89b22ca6ea487a649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014182 Jun 25 14:34:47.366914 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1f865-ab3f-46e5-8572-82a8c69db909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79050e54-a921-4b83-873e-78ae21d594cd,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:47.368533 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49828) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:47.369942 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-38f1f865-ab3f-46e5-8572-82a8c69db909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:47.440512 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:47.466064 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:47.521526 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:47.525300 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-7e2f32fa-7066-4222-9a1e-beefe6c368d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:47.537723 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79050e54-a921-4b83-873e-78ae21d594cd,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:47.546650 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:47.547013 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:47.547550 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:47.547903 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:47.548249 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:47.548644 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:47.549011 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:47.549349 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:47.549686 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:47.550020 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:47.550352 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:47.550773 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:47.553320 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:47.554304 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/79050e54-a921-4b83-873e-78ae21d594cd HTTP/1.1" status: 204 len: 168 time: 0.1841409 Jun 25 14:34:47.555285 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:48.355349 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978eeae2-b8bb-4018-8313-7724bf460244 req-341ef342-3ec2-4986-ac99-18ef4166f42a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:48.356855 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-978eeae2-b8bb-4018-8313-7724bf460244 req-341ef342-3ec2-4986-ac99-18ef4166f42a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.0817182 Jun 25 14:34:48.404147 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-978eeae2-b8bb-4018-8313-7724bf460244 req-c17fb9fb-222a-4851-aba5-50e386043e73 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409327 Jun 25 14:34:48.794640 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device d2210975-12f9-4749-8bda-c5c2bfd54751 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:34:48.933864 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port d2210975-12f9-4749-8bda-c5c2bfd54751, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d2210975-12f9-4749-8bda-c5c2bfd54751,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:48.950113 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'port_id': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'mac_address': 'fa:16:3e:32:94:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:34:49.009951 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:49.028918 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2210975-12f9-4749-8bda-c5c2bfd54751 {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:34:49.047015 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port d2210975-12f9-4749-8bda-c5c2bfd54751, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d2210975-12f9-4749-8bda-c5c2bfd54751,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:49.052759 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:49.060181 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:49.173381 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=d2210975-12f9-4749-8bda-c5c2bfd54751,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:49.177257 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:49.383203 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['d2210975-12f9-4749-8bda-c5c2bfd54751'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:34:49.614146 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b6553-50a9-43c0-97d3-91e6210feadd req-62afe187-4b71-49c8-95cf-b89a7f7186b7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:49.615633 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-146b6553-50a9-43c0-97d3-91e6210feadd req-62afe187-4b71-49c8-95cf-b89a7f7186b7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 945 time: 0.0954044 Jun 25 14:34:49.662274 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-146b6553-50a9-43c0-97d3-91e6210feadd req-c4d7f376-2809-4060-a8ac-66658aa81e61 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407503 Jun 25 14:34:50.639266 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 49932) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:50.756733 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-bf44536d-5f5d-44d7-9040-814940065150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:50.771873 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-bf44536d-5f5d-44d7-9040-814940065150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:50.797196 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device d2210975-12f9-4749-8bda-c5c2bfd54751 up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:34:50.805087 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-bf44536d-5f5d-44d7-9040-814940065150 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce2d3ceeecb4ca9b5f598545481bcd0 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:50.812237 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-bf44536d-5f5d-44d7-9040-814940065150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:50.826101 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-bf44536d-5f5d-44d7-9040-814940065150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:50.870278 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port d2210975-12f9-4749-8bda-c5c2bfd54751 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:34:50.876158 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port d2210975-12f9-4749-8bda-c5c2bfd54751 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:34:50.876698 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:50.988811 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57fd7e-6ff7-4598-b3d9-61cdcdabe951 req-c5ef595f-68f7-4559-a23e-55478cdaa075 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:50.990533 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0c57fd7e-6ff7-4598-b3d9-61cdcdabe951 req-c5ef595f-68f7-4559-a23e-55478cdaa075 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 945 time: 0.2164242 Jun 25 14:34:50.998896 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:51.026578 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc64211-1083-49f2-ada4-311a885beeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2210975-12f9-4749-8bda-c5c2bfd54751'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:34:51.037195 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port d2210975-12f9-4749-8bda-c5c2bfd54751, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d2210975-12f9-4749-8bda-c5c2bfd54751,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:51.041750 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:51.044062 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:51.058217 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0c57fd7e-6ff7-4598-b3d9-61cdcdabe951 req-182e2f40-a9ba-445b-b733-25d8ec6931bb tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607929 Jun 25 14:34:51.082255 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-bf44536d-5f5d-44d7-9040-814940065150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:51.087197 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-bf44536d-5f5d-44d7-9040-814940065150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:51.089506 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc64211-1083-49f2-ada4-311a885beeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'code': 200} Jun 25 14:34:51.096173 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-792d84a7-9a85-4d4a-8fbb-273daf25ee51 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:51.122558 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=d2210975-12f9-4749-8bda-c5c2bfd54751,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:51.125958 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:51.136614 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-bf44536d-5f5d-44d7-9040-814940065150 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ce2d3ceeecb4ca9b5f598545481bcd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962797 Jun 25 14:34:51.137610 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44536d-5f5d-44d7-9040-814940065150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b3a282-f0d8-4920-824b-8cd253e762d1,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:51.139376 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 49942) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:51.141002 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-bf44536d-5f5d-44d7-9040-814940065150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:51.226115 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-98ca646e-7206-4edb-bf59-51535ed508b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:51.255440 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-98ca646e-7206-4edb-bf59-51535ed508b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:51.338530 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-98ca646e-7206-4edb-bf59-51535ed508b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:51.343817 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-1b55287b-9ea9-4fad-9ce5-46163cfcae65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:51.360110 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca646e-7206-4edb-bf59-51535ed508b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b3a282-f0d8-4920-824b-8cd253e762d1,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:51.361998 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96690ca-1258-4fcc-94b2-746d0cdf408e req-2682f06d-7ba8-4a1e-8d39-79a0e57f3eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:51.362681 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-98ca646e-7206-4edb-bf59-51535ed508b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:51.364541 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a96690ca-1258-4fcc-94b2-746d0cdf408e req-2682f06d-7ba8-4a1e-8d39-79a0e57f3eb6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 1099 time: 0.1015275 Jun 25 14:34:51.378382 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-98ca646e-7206-4edb-bf59-51535ed508b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:51.389387 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-98ca646e-7206-4edb-bf59-51535ed508b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/51b3a282-f0d8-4920-824b-8cd253e762d1 HTTP/1.1" status: 204 len: 168 time: 0.2474973 Jun 25 14:34:51.414867 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a96690ca-1258-4fcc-94b2-746d0cdf408e req-90cc38e7-5d54-4d32-873c-f631aa549ca0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422041 Jun 25 14:34:52.277704 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e0e14-8bbd-4644-bcf8-1299b8eca3a7 req-3eea95cf-479a-45de-9c2c-5bed19e9f912 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:52.279183 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b6e0e14-8bbd-4644-bcf8-1299b8eca3a7 req-3eea95cf-479a-45de-9c2c-5bed19e9f912 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0898676 Jun 25 14:34:52.325932 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b6e0e14-8bbd-4644-bcf8-1299b8eca3a7 req-077d6983-ce33-46ac-b325-c54f18bf97bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409598 Jun 25 14:34:53.265202 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50012) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:53.381465 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-68fee942-b7cf-4213-b269-2a41fb57c609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:53.396030 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-68fee942-b7cf-4213-b269-2a41fb57c609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:53.402828 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-68fee942-b7cf-4213-b269-2a41fb57c609 admin admin] Usage tracker for resource:security_group_rule and tenant:9edb5906a35042b8afd7845a8dd7a534 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:53.406170 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-68fee942-b7cf-4213-b269-2a41fb57c609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:53.413338 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-68fee942-b7cf-4213-b269-2a41fb57c609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:53.502048 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-68fee942-b7cf-4213-b269-2a41fb57c609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:53.506772 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-68fee942-b7cf-4213-b269-2a41fb57c609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:53.516664 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-445ce839-7bf7-4c8d-8321-9ab46102e682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:53.536475 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa908211-9e33-4809-99e8-125ee8565602 req-446c3bed-c705-4a2a-8780-4e690f0ae187 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:53.538037 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa908211-9e33-4809-99e8-125ee8565602 req-446c3bed-c705-4a2a-8780-4e690f0ae187 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0982189 Jun 25 14:34:53.556935 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fee942-b7cf-4213-b269-2a41fb57c609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36de5b27-08e4-45b8-a4c7-28446075214b,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:53.563879 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-68fee942-b7cf-4213-b269-2a41fb57c609 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9edb5906a35042b8afd7845a8dd7a534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976279 Jun 25 14:34:53.564856 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 50020) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:53.564957 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-68fee942-b7cf-4213-b269-2a41fb57c609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:53.603841 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa908211-9e33-4809-99e8-125ee8565602 req-c6b583f0-20de-4e01-b3c9-48e3ddfb7893 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588439 Jun 25 14:34:53.647662 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-59dce015-0763-42f7-af31-de872881528c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:53.674966 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-59dce015-0763-42f7-af31-de872881528c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:53.773374 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-59dce015-0763-42f7-af31-de872881528c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:53.779052 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1eb21454-e900-4393-a053-8a306f6e31af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:53.794246 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dce015-0763-42f7-af31-de872881528c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36de5b27-08e4-45b8-a4c7-28446075214b,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:53.800055 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-59dce015-0763-42f7-af31-de872881528c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:53.808814 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-59dce015-0763-42f7-af31-de872881528c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:53.813349 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-59dce015-0763-42f7-af31-de872881528c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/36de5b27-08e4-45b8-a4c7-28446075214b HTTP/1.1" status: 204 len: 168 time: 0.2377703 Jun 25 14:34:53.824001 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e22676-afaf-4e3f-97da-538cbfbfab6d req-45b0811a-86a0-493d-b1a5-9c5874706d7c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:53.825765 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-72e22676-afaf-4e3f-97da-538cbfbfab6d req-45b0811a-86a0-493d-b1a5-9c5874706d7c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.1110137 Jun 25 14:34:53.838747 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50030) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:53.850818 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-e9fa837c-cc20-4df2-9f76-8ca368f6814e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Request body: {'floatingip': {'port_id': 'd2210975-12f9-4749-8bda-c5c2bfd54751'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:34:54.011900 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e9fa837c-cc20-4df2-9f76-8ca368f6814e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for floatingip, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:54.153488 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 50040) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:54.179525 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b38f-4705-41af-8271-008a4206b034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:54.196558 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-bcf8b38f-4705-41af-8271-008a4206b034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:54.200528 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-bcf8b38f-4705-41af-8271-008a4206b034 admin admin] Usage tracker for resource:security_group_rule and tenant:006cac795e0a4ede9844d7d0fb8f1e96 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:54.203644 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-bcf8b38f-4705-41af-8271-008a4206b034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:54.210792 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-bcf8b38f-4705-41af-8271-008a4206b034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:54.316349 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b38f-4705-41af-8271-008a4206b034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:54.328467 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b38f-4705-41af-8271-008a4206b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:54.342276 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2caa8c5c-ef44-4637-9ba5-1a61f7007dd8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:54.395007 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50048) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:54.395668 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-bcf8b38f-4705-41af-8271-008a4206b034 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=006cac795e0a4ede9844d7d0fb8f1e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402320 Jun 25 14:34:54.397828 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8b38f-4705-41af-8271-008a4206b034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6e24f6-0fd6-4eb3-bfc7-7cdc21f45601,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:54.401135 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-bcf8b38f-4705-41af-8271-008a4206b034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:54.578222 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d27e0f1d-5fa4-46b1-b954-e0b30ccde0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:54.615044 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d27e0f1d-5fa4-46b1-b954-e0b30ccde0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:54.760100 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d27e0f1d-5fa4-46b1-b954-e0b30ccde0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:54.772605 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-30b752d7-4f54-4773-82dc-5b867da3b17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:54.788450 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e0f1d-5fa4-46b1-b954-e0b30ccde0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6e24f6-0fd6-4eb3-bfc7-7cdc21f45601,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:54.793913 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-d27e0f1d-5fa4-46b1-b954-e0b30ccde0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:54.804226 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e9fa837c-cc20-4df2-9f76-8ca368f6814e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:54.805720 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d27e0f1d-5fa4-46b1-b954-e0b30ccde0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:54.809964 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-d27e0f1d-5fa4-46b1-b954-e0b30ccde0a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc6e24f6-0fd6-4eb3-bfc7-7cdc21f45601 HTTP/1.1" status: 204 len: 168 time: 0.4112365 Jun 25 14:34:54.812542 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e9fa837c-cc20-4df2-9f76-8ca368f6814e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8043240'] for floatingip, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:54.990489 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.l3_db [None req-e9fa837c-cc20-4df2-9f76-8ca368f6814e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Floating IP 7d49a82c-3d9e-47aa-968d-df929dddd193 associated. External IP: 172.28.0.11, port: d2210975-12f9-4749-8bda-c5c2bfd54751. Jun 25 14:34:55.015251 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:55.167806 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50060) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:55.241904 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-21a4ec1e-1882-4853-b587-5aa92f4ab947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:55.276257 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-21a4ec1e-1882-4853-b587-5aa92f4ab947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:55.283095 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-21a4ec1e-1882-4853-b587-5aa92f4ab947 admin admin] Usage tracker for resource:security_group_rule and tenant:71ad8307b9a6425293d807b90a5d9341 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:55.287347 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-21a4ec1e-1882-4853-b587-5aa92f4ab947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:55.432311 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-21a4ec1e-1882-4853-b587-5aa92f4ab947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:55.494885 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fa837c-cc20-4df2-9f76-8ca368f6814e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:34:55.708955 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-21a4ec1e-1882-4853-b587-5aa92f4ab947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:55.712167 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f9ce-1aff-49fe-a2bc-51b5d2184901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:55.715573 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-21a4ec1e-1882-4853-b587-5aa92f4ab947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:55.726016 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-6d28b73f-f8cf-42d7-a2da-9fa85d816c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:55.768736 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fa837c-cc20-4df2-9f76-8ca368f6814e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:34:55.778910 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-21a4ec1e-1882-4853-b587-5aa92f4ab947 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71ad8307b9a6425293d807b90a5d9341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6100929 Jun 25 14:34:55.779929 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60278362-e134-4cda-b565-9ba29ed18619 None None] Sync routers for ids ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:34:55.781838 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 50070) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:55.785525 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4ec1e-1882-4853-b587-5aa92f4ab947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb1bc07-c222-47ab-8ef4-c02cd9017506,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:55.790961 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-21a4ec1e-1882-4853-b587-5aa92f4ab947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:55.795008 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e9fa837c-cc20-4df2-9f76-8ca368f6814e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:55.803641 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60278362-e134-4cda-b565-9ba29ed18619 None None] Routers {'e76bc40f-f3c9-468d-bec3-1f5c8999fe97'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:34:55.804521 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-60278362-e134-4cda-b565-9ba29ed18619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:34:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:55.869237 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-e9fa837c-cc20-4df2-9f76-8ca368f6814e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "PUT /v2.0/floatingips/7d49a82c-3d9e-47aa-968d-df929dddd193 HTTP/1.1" status: 200 len: 991 time: 2.0265310 Jun 25 14:34:55.869237 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc64211-1083-49f2-ada4-311a885beeda', 'tag': 'd2210975-12f9-4749-8bda-c5c2bfd54751'}] {{(pid=78415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:34:55.877831 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-942a7d45-a0ef-49f5-a723-e8d2e1d2aa4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:55.888598 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:55.909191 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-942a7d45-a0ef-49f5-a723-e8d2e1d2aa4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:55.968580 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc64211-1083-49f2-ada4-311a885beeda', 'tag': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'status': 'completed', 'code': 200} Jun 25 14:34:55.980817 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-942a7d45-a0ef-49f5-a723-e8d2e1d2aa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:55.984491 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a778529b-5787-42c1-915b-41cb6f67e174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:55.997536 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a7d45-a0ef-49f5-a723-e8d2e1d2aa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb1bc07-c222-47ab-8ef4-c02cd9017506,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:56.001564 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-60278362-e134-4cda-b565-9ba29ed18619 None None] Set router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:34:56.043707 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-942a7d45-a0ef-49f5-a723-e8d2e1d2aa4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:56.065585 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-942a7d45-a0ef-49f5-a723-e8d2e1d2aa4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:56.074345 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-942a7d45-a0ef-49f5-a723-e8d2e1d2aa4d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1cb1bc07-c222-47ab-8ef4-c02cd9017506 HTTP/1.1" status: 204 len: 168 time: 0.2859282 Jun 25 14:34:56.156569 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61e829-ab0b-4169-aabf-942bac95b8a6 req-efb285d0-8d49-4a11-a660-65fba136b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:56.160658 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6b61e829-ab0b-4169-aabf-942bac95b8a6 req-efb285d0-8d49-4a11-a660-65fba136b768 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69f59d897952483db727b31e7fb234a7&device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 1099 time: 0.1532383 Jun 25 14:34:56.308177 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61e829-ab0b-4169-aabf-942bac95b8a6 req-99f5bf7b-690d-4785-be82-b41811710398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:56.309730 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6b61e829-ab0b-4169-aabf-942bac95b8a6 req-99f5bf7b-690d-4785-be82-b41811710398 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f846d10-9cee-4824-b681-42b7e5742db5 HTTP/1.1" status: 200 len: 918 time: 0.1426351 Jun 25 14:34:56.421634 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-60278362-e134-4cda-b565-9ba29ed18619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': '7d49a82c-3d9e-47aa-968d-df929dddd193', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'floating_ip_address': '172.28.0.11', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'port_id': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'mac_address': 'fa:16:3e:32:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc64211-1083-49f2-ada4-311a885beeda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:34:40Z', 'updated_at': '2021-06-25T14:34:54Z', 'revision_number': 1, 'project_id': '69f59d897952483db727b31e7fb234a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfacf6cf-8d67-411d-a870-e7a37cc412e6', 'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'mac_address': 'fa:16:3e:ce:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:55Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 5, 'project_id': '69f59d897952483db727b31e7fb234a7', 'subnets': [{'id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:56.425300 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6b61e829-ab0b-4169-aabf-942bac95b8a6 req-949534bc-c92c-4ad6-9956-e003afa8dd8e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2210975-12f9-4749-8bda-c5c2bfd54751 HTTP/1.1" status: 200 len: 999 time: 0.1089089 Jun 25 14:34:56.427296 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60278362-e134-4cda-b565-9ba29ed18619 None None] Checking router: e76bc40f-f3c9-468d-bec3-1f5c8999fe97 for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:34:56.437987 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60278362-e134-4cda-b565-9ba29ed18619 None None] Routers {'e76bc40f-f3c9-468d-bec3-1f5c8999fe97'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:34:56.438726 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-60278362-e134-4cda-b565-9ba29ed18619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:34:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:56.493777 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61e829-ab0b-4169-aabf-942bac95b8a6 req-f1a07f86-1208-4b70-a87c-fd007b9cffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:56.495412 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6b61e829-ab0b-4169-aabf-942bac95b8a6 req-f1a07f86-1208-4b70-a87c-fd007b9cffc0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=55e5d707-dbd0-4da0-94e3-0f06c3c28c8d HTTP/1.1" status: 200 len: 856 time: 0.0629473 Jun 25 14:34:56.582116 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61e829-ab0b-4169-aabf-942bac95b8a6 req-3a1634ef-0ba9-45cf-a43b-d9e3aec48251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:56.583677 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6b61e829-ab0b-4169-aabf-942bac95b8a6 req-3a1634ef-0ba9-45cf-a43b-d9e3aec48251 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f846d10-9cee-4824-b681-42b7e5742db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795095 Jun 25 14:34:56.623060 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-60278362-e134-4cda-b565-9ba29ed18619 None None] Set router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:34:56.722315 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6b61e829-ab0b-4169-aabf-942bac95b8a6 req-4d74ffa7-0e89-429c-923e-b9806c5a23fd service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289077 Jun 25 14:34:56.863412 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6b61e829-ab0b-4169-aabf-942bac95b8a6 req-1cc2f910-62c9-4d6a-a4a8-e3865a50820f service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339338 Jun 25 14:34:57.012292 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-60278362-e134-4cda-b565-9ba29ed18619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': '7d49a82c-3d9e-47aa-968d-df929dddd193', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'floating_ip_address': '172.28.0.11', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'port_id': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'mac_address': 'fa:16:3e:32:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc64211-1083-49f2-ada4-311a885beeda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:34:40Z', 'updated_at': '2021-06-25T14:34:54Z', 'revision_number': 1, 'project_id': '69f59d897952483db727b31e7fb234a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfacf6cf-8d67-411d-a870-e7a37cc412e6', 'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'mac_address': 'fa:16:3e:ce:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:55Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 5, 'project_id': '69f59d897952483db727b31e7fb234a7', 'subnets': [{'id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:34:57.016591 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60278362-e134-4cda-b565-9ba29ed18619 None None] The sync data for ids ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'] in dv-cinder-798088-1-smb is: [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': '7d49a82c-3d9e-47aa-968d-df929dddd193', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'floating_ip_address': '172.28.0.11', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'port_id': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'mac_address': 'fa:16:3e:32:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc64211-1083-49f2-ada4-311a885beeda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:34:40Z', 'updated_at': '2021-06-25T14:34:54Z', 'revision_number': 1, 'project_id': '69f59d897952483db727b31e7fb234a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfacf6cf-8d67-411d-a870-e7a37cc412e6', 'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'mac_address': 'fa:16:3e:ce:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:55Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 5, 'project_id': '69f59d897952483db727b31e7fb234a7', 'subnets': [{'id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:34:57.265195 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ab4af-1125-41e6-be9c-9762530487b1 None None] New status for floating IP 7d49a82c-3d9e-47aa-968d-df929dddd193: ACTIVE {{(pid=78417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:34:57.964630 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-db40e410-84a0-42ae-a56a-9d4eeb7c0bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:59.105042 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:00.575273 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.617692 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 50294) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:03.737511 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-352d1853-04fb-4530-8cfc-f4697c8e0ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.752106 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-352d1853-04fb-4530-8cfc-f4697c8e0ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:03.756894 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-352d1853-04fb-4530-8cfc-f4697c8e0ee0 admin admin] Usage tracker for resource:security_group_rule and tenant:d06b8702d48a402ca44e8a63957e8519 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:03.759736 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-352d1853-04fb-4530-8cfc-f4697c8e0ee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:03.765680 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-352d1853-04fb-4530-8cfc-f4697c8e0ee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:03.835713 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50304) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:03.847415 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-352d1853-04fb-4530-8cfc-f4697c8e0ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.851730 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-352d1853-04fb-4530-8cfc-f4697c8e0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.860425 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c29f4a9d-93fd-4868-89bb-d76389a375a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:03.898588 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-352d1853-04fb-4530-8cfc-f4697c8e0ee0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d06b8702d48a402ca44e8a63957e8519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797530 Jun 25 14:35:03.900323 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d1853-04fb-4530-8cfc-f4697c8e0ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45a92cb-b829-4c15-be6d-8883378efc7a,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:03.901711 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50310) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:03.903562 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-352d1853-04fb-4530-8cfc-f4697c8e0ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:03.966021 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e5de7943-8c02-44f7-b0cd-42c4d7a43df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.989388 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-e5de7943-8c02-44f7-b0cd-42c4d7a43df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:03.996120 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-e5de7943-8c02-44f7-b0cd-42c4d7a43df8 admin admin] Usage tracker for resource:security_group_rule and tenant:b2eb6d33addf4cd986eb0f49dbdc8448 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:03.998679 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ca37b95f-d6ed-41b7-b497-4565b400c5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.000425 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-e5de7943-8c02-44f7-b0cd-42c4d7a43df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:04.013341 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-e5de7943-8c02-44f7-b0cd-42c4d7a43df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:04.038005 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ca37b95f-d6ed-41b7-b497-4565b400c5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.130409 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ca37b95f-d6ed-41b7-b497-4565b400c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.136388 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-69e9a521-d0c7-4476-ab18-5ca12162dd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:04.155842 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37b95f-d6ed-41b7-b497-4565b400c5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45a92cb-b829-4c15-be6d-8883378efc7a,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:04.160909 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-ca37b95f-d6ed-41b7-b497-4565b400c5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:04.166440 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e5de7943-8c02-44f7-b0cd-42c4d7a43df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.171664 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e5de7943-8c02-44f7-b0cd-42c4d7a43df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.178786 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-97dd51a3-0565-4f53-bb27-1ef97f50680c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:04.187092 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ca37b95f-d6ed-41b7-b497-4565b400c5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.188176 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-ca37b95f-d6ed-41b7-b497-4565b400c5d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c45a92cb-b829-4c15-be6d-8883378efc7a HTTP/1.1" status: 204 len: 168 time: 0.2853682 Jun 25 14:35:04.211199 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de7943-8c02-44f7-b0cd-42c4d7a43df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d42732-73e3-4cf8-aa6e-b6309696f8ed,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:04.216337 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-e5de7943-8c02-44f7-b0cd-42c4d7a43df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:04.233151 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-e5de7943-8c02-44f7-b0cd-42c4d7a43df8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2eb6d33addf4cd986eb0f49dbdc8448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3963070 Jun 25 14:35:04.235698 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50318) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:04.294369 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-97fc2aad-19b9-432a-8f97-d15b28b1fc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.320021 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-97fc2aad-19b9-432a-8f97-d15b28b1fc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.371633 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-97fc2aad-19b9-432a-8f97-d15b28b1fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.376454 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b61acfa7-1404-43ec-a610-c14e371d87cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:04.389689 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc2aad-19b9-432a-8f97-d15b28b1fc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d42732-73e3-4cf8-aa6e-b6309696f8ed,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:04.393858 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-97fc2aad-19b9-432a-8f97-d15b28b1fc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:04.396996 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-97fc2aad-19b9-432a-8f97-d15b28b1fc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.398037 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-97fc2aad-19b9-432a-8f97-d15b28b1fc63 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17d42732-73e3-4cf8-aa6e-b6309696f8ed HTTP/1.1" status: 204 len: 168 time: 0.1614501 Jun 25 14:35:04.489856 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50326) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:04.507297 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba6e5-0042-4c7e-9d0a-244979a0869b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.523186 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-eb3ba6e5-0042-4c7e-9d0a-244979a0869b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:04.527064 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-eb3ba6e5-0042-4c7e-9d0a-244979a0869b admin admin] Usage tracker for resource:security_group_rule and tenant:5b755b05d34649288201f2e7db0f18b5 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:04.530175 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-eb3ba6e5-0042-4c7e-9d0a-244979a0869b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:04.536755 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-eb3ba6e5-0042-4c7e-9d0a-244979a0869b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:04.623876 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba6e5-0042-4c7e-9d0a-244979a0869b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.629660 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba6e5-0042-4c7e-9d0a-244979a0869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.645617 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b2be434b-d03d-4d48-9080-21c61b09b25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:04.702216 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-eb3ba6e5-0042-4c7e-9d0a-244979a0869b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b755b05d34649288201f2e7db0f18b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084346 Jun 25 14:35:04.702216 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ba6e5-0042-4c7e-9d0a-244979a0869b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762b19e0-3509-40e8-afd4-fe54623eff34,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:04.702403 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 50336) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:04.704230 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-eb3ba6e5-0042-4c7e-9d0a-244979a0869b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:04.765726 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-94f7a8eb-a56f-4164-9d44-5ea0d0b7ee85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.792466 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-94f7a8eb-a56f-4164-9d44-5ea0d0b7ee85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.939965 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-94f7a8eb-a56f-4164-9d44-5ea0d0b7ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.943627 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-352d1853-04fb-4530-8cfc-f4697c8e0ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:04.956958 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7a8eb-a56f-4164-9d44-5ea0d0b7ee85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762b19e0-3509-40e8-afd4-fe54623eff34,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:04.964631 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-94f7a8eb-a56f-4164-9d44-5ea0d0b7ee85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:04.966546 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-94f7a8eb-a56f-4164-9d44-5ea0d0b7ee85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.969927 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-94f7a8eb-a56f-4164-9d44-5ea0d0b7ee85 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/762b19e0-3509-40e8-afd4-fe54623eff34 HTTP/1.1" status: 204 len: 168 time: 0.2635522 Jun 25 14:35:06.074287 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 50392) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:06.193395 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-24244dc1-6aff-4098-bc15-b475c675b104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:06.207708 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-24244dc1-6aff-4098-bc15-b475c675b104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:06.211609 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-24244dc1-6aff-4098-bc15-b475c675b104 admin admin] Usage tracker for resource:security_group_rule and tenant:43c4f77cc8434ded8bae95901ea98f3b is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:06.214841 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-24244dc1-6aff-4098-bc15-b475c675b104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:06.222778 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-24244dc1-6aff-4098-bc15-b475c675b104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:06.307217 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-24244dc1-6aff-4098-bc15-b475c675b104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:06.311572 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-24244dc1-6aff-4098-bc15-b475c675b104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:06.318606 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3350c211-454a-44c5-bb9f-6df0f82cd3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:06.356329 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24244dc1-6aff-4098-bc15-b475c675b104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0453d59-37d6-4c61-b532-310f1ab4b30b,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:06.359270 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-24244dc1-6aff-4098-bc15-b475c675b104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:06.363150 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-24244dc1-6aff-4098-bc15-b475c675b104 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43c4f77cc8434ded8bae95901ea98f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878511 Jun 25 14:35:06.366122 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 50400) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:06.423757 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-6427c04e-eedd-4f33-bcf0-31ca7dc0cb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:06.453199 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-6427c04e-eedd-4f33-bcf0-31ca7dc0cb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:06.504696 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-6427c04e-eedd-4f33-bcf0-31ca7dc0cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:06.508562 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-9b81e42c-cc73-4082-bc3c-0b449a9e5074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:06.521405 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427c04e-eedd-4f33-bcf0-31ca7dc0cb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0453d59-37d6-4c61-b532-310f1ab4b30b,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:06.523675 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-6427c04e-eedd-4f33-bcf0-31ca7dc0cb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:06.527008 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-6427c04e-eedd-4f33-bcf0-31ca7dc0cb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:06.528681 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-6427c04e-eedd-4f33-bcf0-31ca7dc0cb35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0453d59-37d6-4c61-b532-310f1ab4b30b HTTP/1.1" status: 204 len: 168 time: 0.1613274 Jun 25 14:35:06.985911 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-ed0e1eef-6155-4715-8910-0c39d88facfb tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=164c3a9379ba44eda11edcd8e582cf09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280793 Jun 25 14:35:07.141120 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-5911acf5-2c7f-490f-9db6-d6a787b15093 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:07.142652 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-5911acf5-2c7f-490f-9db6-d6a787b15093 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509223 Jun 25 14:35:07.158752 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-03b595ff-9770-4b58-8ce0-b6f9149f459e tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/quotas/164c3a9379ba44eda11edcd8e582cf09 HTTP/1.1" status: 200 len: 375 time: 0.0101161 Jun 25 14:35:07.212452 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-1a928659-e2e5-455f-9fab-3c5513021bb4 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=164c3a9379ba44eda11edcd8e582cf09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468750 Jun 25 14:35:07.550106 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e27da-69a7-4835-988b-8dc81754bba5 req-b9b008f1-4e3a-406a-9cd6-cca41669a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:07.551701 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-053e27da-69a7-4835-988b-8dc81754bba5 req-b9b008f1-4e3a-406a-9cd6-cca41669a9c2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99a2ea8d16f245d781ba2b45be672d2a&device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 1138 time: 0.2110438 Jun 25 14:35:07.555406 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-710d9602-fb63-4b2a-afbb-220aaae57088 req-d282ba8a-e292-4ad2-855d-753d18a70adf tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/ports?device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 210 time: 0.0528200 Jun 25 14:35:07.593415 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3043492-04e0-4e34-982b-f7967c0d343a req-2f8aadac-323f-489f-ba33-1778be9be052 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:07.595240 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d3043492-04e0-4e34-982b-f7967c0d343a req-2f8aadac-323f-489f-ba33-1778be9be052 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 985 time: 0.1886544 Jun 25 14:35:07.720626 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d3043492-04e0-4e34-982b-f7967c0d343a req-c3e49730-05dc-40c3-8a60-b6ead9bcc6e4 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1594d41-9fd3-46ec-8202-2b7a73411e02&id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760679 Jun 25 14:35:07.739748 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e27da-69a7-4835-988b-8dc81754bba5 req-3687d66e-f7f4-4b1a-bbc0-d2cfbd26477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:07.741213 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-053e27da-69a7-4835-988b-8dc81754bba5 req-3687d66e-f7f4-4b1a-bbc0-d2cfbd26477d service neutron] 10.222.0.38 "GET /v2.0/networks?id=fbdfb920-c89a-4253-9bd1-e6cba08d8871 HTTP/1.1" status: 200 len: 916 time: 0.1820221 Jun 25 14:35:07.865369 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-053e27da-69a7-4835-988b-8dc81754bba5 req-3c087e89-c6b4-4faa-826e-49d6fd4ee939 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afc42065-d41d-4c26-a2d2-d56cf79912ba HTTP/1.1" status: 200 len: 1001 time: 0.1160374 Jun 25 14:35:07.934587 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e27da-69a7-4835-988b-8dc81754bba5 req-be2e21ec-2147-45b1-87bd-c1a828ca1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:07.934587 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-053e27da-69a7-4835-988b-8dc81754bba5 req-be2e21ec-2147-45b1-87bd-c1a828ca1d11 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7793419f-1d06-4466-8932-87c4e1d7fab9 HTTP/1.1" status: 200 len: 854 time: 0.0597677 Jun 25 14:35:08.017301 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e27da-69a7-4835-988b-8dc81754bba5 req-abf8ef84-2943-47c0-9bbd-5064650ec3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:08.018696 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-053e27da-69a7-4835-988b-8dc81754bba5 req-abf8ef84-2943-47c0-9bbd-5064650ec3fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fbdfb920-c89a-4253-9bd1-e6cba08d8871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763669 Jun 25 14:35:08.160387 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-053e27da-69a7-4835-988b-8dc81754bba5 req-20bcef1e-5f21-4522-81b7-bcbedceef902 service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335697 Jun 25 14:35:08.295903 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-053e27da-69a7-4835-988b-8dc81754bba5 req-29575c7f-02b4-4785-93e2-12c01f10f5b1 service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290431 Jun 25 14:35:08.597286 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d9402675-e73f-46de-9db4-e555e26e9fda tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=164c3a9379ba44eda11edcd8e582cf09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364792 Jun 25 14:35:08.766188 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e3ea0a80-a834-4f92-b662-1df693e5b4e9 req-7a732d10-1c38-47a9-ab46-fb4b8c4e9624 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/ports?device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 210 time: 0.0567307 Jun 25 14:35:08.832332 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-f5f1271b-4a59-4373-b997-04131d2f02f3 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:08.833759 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-f5f1271b-4a59-4373-b997-04131d2f02f3 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178051 Jun 25 14:35:08.856587 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Request body: {'port': {'device_id': 'c99d06fc-4df8-4276-9e35-630fa196a3d8', 'network_id': '21952af0-d6f4-4d22-b7ca-43aab0c8d03f', 'admin_state_up': True, 'tenant_id': '164c3a9379ba44eda11edcd8e582cf09'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:09.161492 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7447f2-b560-44b8-8ff7-cdc7ec229ae7 req-88b5e75d-67a8-4c99-8e1f-e1c315a7d84a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:09.162920 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7f7447f2-b560-44b8-8ff7-cdc7ec229ae7 req-88b5e75d-67a8-4c99-8e1f-e1c315a7d84a tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 985 time: 0.2881658 Jun 25 14:35:09.165164 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:09.170118 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Usage tracker for resource:port and tenant:164c3a9379ba44eda11edcd8e582cf09 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:09.184373 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:09.194196 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:09.216805 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Made reservation on behalf of 164c3a9379ba44eda11edcd8e582cf09 for: {'port': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:35:09.220154 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:09.235829 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7f7447f2-b560-44b8-8ff7-cdc7ec229ae7 req-f982431a-0c9a-4d75-88ed-05d19b6ff01b tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1594d41-9fd3-46ec-8202-2b7a73411e02&id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667892 Jun 25 14:35:09.237955 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:09.256849 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:09.260624 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Usage tracker for resource:security_group_rule and tenant:164c3a9379ba44eda11edcd8e582cf09 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:09.264176 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:09.270392 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:09.352651 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:09.356425 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:09.359122 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c4feec0c-9558-4268-8247-1fa7650163b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:09.436708 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224d4595-fd02-4a42-b4aa-8ee1cf79d8cc,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:09.442595 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:09.527300 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Allocated IP 192.168.233.71 (21952af0-d6f4-4d22-b7ca-43aab0c8d03f/efcfeb36-68d9-4aa4-b921-55a6806f0e4a/620b6f8b-0ede-468f-ab0a-22cf4701280b) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:09.643929 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:35:09.729856 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:09.746047 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Transition to ACTIVE for port object 620b6f8b-0ede-468f-ab0a-22cf4701280b will not be triggered until provisioned by entity DHCP. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:09.769456 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:09.774925 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-617c78db-23fe-4847-bb0e-403c9f3f2fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:09.842699 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Network 21952af0-d6f4-4d22-b7ca-43aab0c8d03f is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:09.846366 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:09.850317 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:09.893230 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Pushing event updated for resources: {'Port': ['ID=620b6f8b-0ede-468f-ab0a-22cf4701280b,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:09.929344 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:09.957411 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:09.958043 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:09.997326 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1464951 Jun 25 14:35:10.012213 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Request body: {'port': {'device_id': 'c99d06fc-4df8-4276-9e35-630fa196a3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:10.052387 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c829008-9690-4573-be88-21fa10bbbcd5 req-7dc189bc-df71-4517-9cff-135283483aa6 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:10.052769 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-5c829008-9690-4573-be88-21fa10bbbcd5 req-7dc189bc-df71-4517-9cff-135283483aa6 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Synchronizing usage tracker for tenant:164c3a9379ba44eda11edcd8e582cf09 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:35:10.055417 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-48eee3db-6602-4c28-8e02-2ae3b138e641 None None] Provisioning for port 620b6f8b-0ede-468f-ab0a-22cf4701280b completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:10.060253 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-48eee3db-6602-4c28-8e02-2ae3b138e641 None None] Provisioning complete for port 620b6f8b-0ede-468f-ab0a-22cf4701280b triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:10.060851 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-48eee3db-6602-4c28-8e02-2ae3b138e641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:10.113549 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-48eee3db-6602-4c28-8e02-2ae3b138e641 None None] Port 620b6f8b-0ede-468f-ab0a-22cf4701280b cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:35:10.123356 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-5c829008-9690-4573-be88-21fa10bbbcd5 req-7dc189bc-df71-4517-9cff-135283483aa6 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Unset dirty status for tenant:164c3a9379ba44eda11edcd8e582cf09 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:35:10.124585 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5c829008-9690-4573-be88-21fa10bbbcd5 req-7dc189bc-df71-4517-9cff-135283483aa6 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/ports?device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 935 time: 0.2394888 Jun 25 14:35:10.180755 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:10.201604 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-5c829008-9690-4573-be88-21fa10bbbcd5 req-fa0a5dc6-131a-43a7-b542-02d2f5e28ee3 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Synchronizing usage tracker for tenant:164c3a9379ba44eda11edcd8e582cf09 on resource:security_group {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:35:10.274414 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-5c829008-9690-4573-be88-21fa10bbbcd5 req-fa0a5dc6-131a-43a7-b542-02d2f5e28ee3 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Unset dirty status for tenant:164c3a9379ba44eda11edcd8e582cf09 on resource:security_group {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:35:10.275730 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5c829008-9690-4573-be88-21fa10bbbcd5 req-fa0a5dc6-131a-43a7-b542-02d2f5e28ee3 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/security-groups?id=224d4595-fd02-4a42-b4aa-8ee1cf79d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433477 Jun 25 14:35:10.558053 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd63efc-c507-443c-a0ef-d2a7735eed24 req-c7e09269-fbc7-4b0d-a6ba-13c9b18d606e tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:10.559629 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bfd63efc-c507-443c-a0ef-d2a7735eed24 req-c7e09269-fbc7-4b0d-a6ba-13c9b18d606e tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 985 time: 0.1961353 Jun 25 14:35:10.663214 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bfd63efc-c507-443c-a0ef-d2a7735eed24 req-9e513e92-6d44-4e98-b408-66c6fbab4305 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1594d41-9fd3-46ec-8202-2b7a73411e02&id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963862 Jun 25 14:35:10.670541 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620b6f8b-0ede-468f-ab0a-22cf4701280b {{(pid=78414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:35:10.678548 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:10.693332 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Transition to ACTIVE for port object 620b6f8b-0ede-468f-ab0a-22cf4701280b will not be triggered until provisioned by entity L2. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:10.697810 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:10.702363 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-181ef4b1-b5f7-40e6-a0c0-6831dfc0aeaf tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:11.007837 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Pushing event updated for resources: {'Port': ['ID=620b6f8b-0ede-468f-ab0a-22cf4701280b,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:11.014701 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:11.052153 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Attempting to bind port 620b6f8b-0ede-468f-ab0a-22cf4701280b on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:35:11.052489 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Attempting to bind port 620b6f8b-0ede-468f-ab0a-22cf4701280b by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '5dc1700a-a9a4-4a46-b860-664c2405f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '21952af0-d6f4-4d22-b7ca-43aab0c8d03f'}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:35:11.052812 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Attempting to bind port 620b6f8b-0ede-468f-ab0a-22cf4701280b on network 21952af0-d6f4-4d22-b7ca-43aab0c8d03f {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:11.057341 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Port 620b6f8b-0ede-468f-ab0a-22cf4701280b on network 21952af0-d6f4-4d22-b7ca-43aab0c8d03f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:35:11.057651 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Attempting to bind port 620b6f8b-0ede-468f-ab0a-22cf4701280b on network 21952af0-d6f4-4d22-b7ca-43aab0c8d03f {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:11.062715 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:35:11.063103 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Checking segment: {'id': '5dc1700a-a9a4-4a46-b860-664c2405f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '21952af0-d6f4-4d22-b7ca-43aab0c8d03f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:11.063486 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Bound using segment: {'id': '5dc1700a-a9a4-4a46-b860-664c2405f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '21952af0-d6f4-4d22-b7ca-43aab0c8d03f'} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:35:11.063911 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Bound port: 620b6f8b-0ede-468f-ab0a-22cf4701280b, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc1700a-a9a4-4a46-b860-664c2405f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '21952af0-d6f4-4d22-b7ca-43aab0c8d03f'}}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:35:11.064250 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:11.160034 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] For port 620b6f8b-0ede-468f-ab0a-22cf4701280b, host hv-cinder-79808, cleared binding levels {{(pid=78414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:35:11.163188 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] For port 620b6f8b-0ede-468f-ab0a-22cf4701280b, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=620b6f8b-0ede-468f-ab0a-22cf4701280b,segment=NetworkSegment(5dc1700a-a9a4-4a46-b860-664c2405f0f7),segment_id=5dc1700a-a9a4-4a46-b860-664c2405f0f7)] {{(pid=78414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:35:11.168569 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:11.173266 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:11.234882 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:11.235604 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:11.237460 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] 10.222.0.38 "PUT /v2.0/ports/620b6f8b-0ede-468f-ab0a-22cf4701280b HTTP/1.1" status: 200 len: 1097 time: 1.2299442 Jun 25 14:35:11.237963 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99d06fc-4df8-4276-9e35-630fa196a3d8', 'tag': '620b6f8b-0ede-468f-ab0a-22cf4701280b'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:11.270983 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Pushing event updated for resources: {'Port': ['ID=620b6f8b-0ede-468f-ab0a-22cf4701280b,revision_number=3']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:11.281103 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:11.338799 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99d06fc-4df8-4276-9e35-630fa196a3d8', 'tag': '620b6f8b-0ede-468f-ab0a-22cf4701280b', 'status': 'completed', 'code': 200} Jun 25 14:35:11.382865 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-123bcd77-9ee6-4f2b-b8e1-1b016dcd9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:11.384399 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-123bcd77-9ee6-4f2b-b8e1-1b016dcd9b13 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=164c3a9379ba44eda11edcd8e582cf09&device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 1100 time: 0.0936739 Jun 25 14:35:11.493554 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-d86152cb-799a-48cc-b7a0-8b5699502ac4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=620b6f8b-0ede-468f-ab0a-22cf4701280b HTTP/1.1" status: 200 len: 217 time: 0.0986686 Jun 25 14:35:11.575687 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-0996992a-c573-43da-9743-41c356181f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:11.577104 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-0996992a-c573-43da-9743-41c356181f50 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=efcfeb36-68d9-4aa4-b921-55a6806f0e4a HTTP/1.1" status: 200 len: 843 time: 0.0721714 Jun 25 14:35:11.642766 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cba5e-7550-4218-8295-a193d501d81b req-500946e5-cc97-4425-b461-3646d2604d64 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:11.644833 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-528cba5e-7550-4218-8295-a193d501d81b req-500946e5-cc97-4425-b461-3646d2604d64 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/ports?device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 947 time: 0.1999891 Jun 25 14:35:11.716379 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-528cba5e-7550-4218-8295-a193d501d81b req-c37ea140-1d40-4eb8-90ec-7023d256311a tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/security-groups?id=224d4595-fd02-4a42-b4aa-8ee1cf79d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576873 Jun 25 14:35:11.717829 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-08d2711f-3cd6-4659-8a96-66205fe7f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:11.720481 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-08d2711f-3cd6-4659-8a96-66205fe7f0f3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21952af0-d6f4-4d22-b7ca-43aab0c8d03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1348987 Jun 25 14:35:11.919996 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-90c8c3fa-d9ea-410f-8bff-be011d2ba512 service neutron] 10.222.0.38 "GET /v2.0/networks/21952af0-d6f4-4d22-b7ca-43aab0c8d03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920447 Jun 25 14:35:11.931777 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d92ab2-1770-4903-b4ac-676926a30cd0 req-3dd0e1d8-bee8-4267-8d63-44e614073606 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:11.933183 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-77d92ab2-1770-4903-b4ac-676926a30cd0 req-3dd0e1d8-bee8-4267-8d63-44e614073606 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 985 time: 0.1308787 Jun 25 14:35:12.057768 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-77d92ab2-1770-4903-b4ac-676926a30cd0 req-d3e604d8-3e11-40cd-b75a-ab0fafc87f22 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1594d41-9fd3-46ec-8202-2b7a73411e02&id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065142 Jun 25 14:35:12.097102 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa2fa392-1f89-4f9d-bcb0-823d030594b6 req-c231941e-001f-4105-b534-9663fccd0937 service neutron] 10.222.0.38 "GET /v2.0/networks/21952af0-d6f4-4d22-b7ca-43aab0c8d03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629839 Jun 25 14:35:12.214885 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7578c-0f14-497a-9548-7594bfae2333 req-78110841-bb91-40c1-b330-e5bb01254d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:12.216691 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-36c7578c-0f14-497a-9548-7594bfae2333 req-78110841-bb91-40c1-b330-e5bb01254d28 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=164c3a9379ba44eda11edcd8e582cf09&device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 1100 time: 0.0705230 Jun 25 14:35:12.350412 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7578c-0f14-497a-9548-7594bfae2333 req-1e23219c-c44b-4197-a2fc-ad295b67b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:12.351967 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-36c7578c-0f14-497a-9548-7594bfae2333 req-1e23219c-c44b-4197-a2fc-ad295b67b29f service neutron] 10.222.0.38 "GET /v2.0/networks?id=21952af0-d6f4-4d22-b7ca-43aab0c8d03f HTTP/1.1" status: 200 len: 870 time: 0.1259947 Jun 25 14:35:12.429541 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-36c7578c-0f14-497a-9548-7594bfae2333 req-28d0b70a-b231-413a-94d6-3154c7a2da62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=620b6f8b-0ede-468f-ab0a-22cf4701280b HTTP/1.1" status: 200 len: 217 time: 0.0650377 Jun 25 14:35:12.493816 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7578c-0f14-497a-9548-7594bfae2333 req-531dddbc-37a9-46b2-bf00-498c77df801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:12.495269 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-36c7578c-0f14-497a-9548-7594bfae2333 req-531dddbc-37a9-46b2-bf00-498c77df801f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=efcfeb36-68d9-4aa4-b921-55a6806f0e4a HTTP/1.1" status: 200 len: 843 time: 0.0579858 Jun 25 14:35:12.581365 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7578c-0f14-497a-9548-7594bfae2333 req-f1a3dec6-f5cd-4316-a92f-3f28419cf55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:12.582838 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-36c7578c-0f14-497a-9548-7594bfae2333 req-f1a3dec6-f5cd-4316-a92f-3f28419cf55c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21952af0-d6f4-4d22-b7ca-43aab0c8d03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0761743 Jun 25 14:35:12.715696 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-36c7578c-0f14-497a-9548-7594bfae2333 req-9a399a4e-4dc5-4599-b932-5beb7afbb887 service neutron] 10.222.0.38 "GET /v2.0/networks/21952af0-d6f4-4d22-b7ca-43aab0c8d03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247780 Jun 25 14:35:13.062237 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-36c7578c-0f14-497a-9548-7594bfae2333 req-ee01e3e9-d6d9-481b-b5c2-246a087f1a03 service neutron] 10.222.0.38 "GET /v2.0/networks/21952af0-d6f4-4d22-b7ca-43aab0c8d03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396778 Jun 25 14:35:13.089825 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa9358-bbb8-4812-b176-f728440de675 req-57ac1f58-d708-4479-954d-839d296aade2 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:13.091280 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-20aa9358-bbb8-4812-b176-f728440de675 req-57ac1f58-d708-4479-954d-839d296aade2 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/ports?device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 947 time: 0.1932967 Jun 25 14:35:13.099887 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfcb80-84a9-4405-8fbd-c1500473adaa req-16edc31e-f5f1-4d9a-8c68-e398e0aac963 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:13.101271 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0fbfcb80-84a9-4405-8fbd-c1500473adaa req-16edc31e-f5f1-4d9a-8c68-e398e0aac963 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.1667848 Jun 25 14:35:13.172625 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-20aa9358-bbb8-4812-b176-f728440de675 req-b3ab843d-ec0c-4345-baae-4722537c8d89 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/security-groups?id=224d4595-fd02-4a42-b4aa-8ee1cf79d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704069 Jun 25 14:35:13.177248 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0fbfcb80-84a9-4405-8fbd-c1500473adaa req-1b2e02ec-1048-4930-b94c-b9d5a6f45969 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620148 Jun 25 14:35:13.379317 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fc456-fbac-456b-b12a-288f420f0422 req-b0d53c24-eed4-4824-bac6-8b97bd1aaf2b tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:13.380998 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-876fc456-fbac-456b-b12a-288f420f0422 req-b0d53c24-eed4-4824-bac6-8b97bd1aaf2b tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 985 time: 0.0831101 Jun 25 14:35:13.429005 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-876fc456-fbac-456b-b12a-288f420f0422 req-0d732fdd-cc75-4815-b65e-b5c350aa7241 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1594d41-9fd3-46ec-8202-2b7a73411e02&id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418499 Jun 25 14:35:14.433019 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea4092-0f34-4812-9f76-7b4fc944e979 req-1430ba93-d54c-455e-8fb6-ad4102688d9f tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:14.434393 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9dea4092-0f34-4812-9f76-7b4fc944e979 req-1430ba93-d54c-455e-8fb6-ad4102688d9f tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/ports?device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 947 time: 0.1426280 Jun 25 14:35:14.446534 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63614c-0562-4141-91cf-0f58021b50c2 req-0838dada-9b1a-4713-baff-43ce1467caf4 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:14.447981 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0d63614c-0562-4141-91cf-0f58021b50c2 req-0838dada-9b1a-4713-baff-43ce1467caf4 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.1241899 Jun 25 14:35:14.524194 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0d63614c-0562-4141-91cf-0f58021b50c2 req-d252cba9-9f04-4aa4-a59c-a08a4c3b981f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696898 Jun 25 14:35:14.526321 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9dea4092-0f34-4812-9f76-7b4fc944e979 req-41fdc79b-94b7-46b5-81e1-367f9129add5 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/security-groups?id=224d4595-fd02-4a42-b4aa-8ee1cf79d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774364 Jun 25 14:35:14.715852 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bee69-3ec1-468b-984e-7aaaefcddaf5 req-168a058e-cbba-491b-95e9-47713f7d3d01 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:14.717303 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e88bee69-3ec1-468b-984e-7aaaefcddaf5 req-168a058e-cbba-491b-95e9-47713f7d3d01 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 985 time: 0.0869696 Jun 25 14:35:14.766176 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e88bee69-3ec1-468b-984e-7aaaefcddaf5 req-f8e6ceec-3dad-415f-a174-c08605d1bf7c tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1594d41-9fd3-46ec-8202-2b7a73411e02&id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424230 Jun 25 14:35:14.903476 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 620b6f8b-0ede-468f-ab0a-22cf4701280b details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:35:15.040058 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 620b6f8b-0ede-468f-ab0a-22cf4701280b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=620b6f8b-0ede-468f-ab0a-22cf4701280b,segment=NetworkSegment(5dc1700a-a9a4-4a46-b860-664c2405f0f7),segment_id=5dc1700a-a9a4-4a46-b860-664c2405f0f7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:15.040658 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71199d99-9510-4703-a667-62e846c0751f req-b82a3306-bb2e-47e9-b157-393478fa63bb tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:15.042082 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-71199d99-9510-4703-a667-62e846c0751f req-b82a3306-bb2e-47e9-b157-393478fa63bb tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.38 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.0824776 Jun 25 14:35:15.053945 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': '620b6f8b-0ede-468f-ab0a-22cf4701280b', 'network_id': '21952af0-d6f4-4d22-b7ca-43aab0c8d03f', 'port_id': '620b6f8b-0ede-468f-ab0a-22cf4701280b', 'mac_address': 'fa:16:3e:1b:ce:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efcfeb36-68d9-4aa4-b921-55a6806f0e4a', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:35:15.115286 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-71199d99-9510-4703-a667-62e846c0751f req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Deleting port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:35:15.115625 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-71199d99-9510-4703-a667-62e846c0751f req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:15.117505 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:15.134424 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620b6f8b-0ede-468f-ab0a-22cf4701280b {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:35:15.151802 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 620b6f8b-0ede-468f-ab0a-22cf4701280b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=620b6f8b-0ede-468f-ab0a-22cf4701280b,segment=NetworkSegment(5dc1700a-a9a4-4a46-b860-664c2405f0f7),segment_id=5dc1700a-a9a4-4a46-b860-664c2405f0f7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:15.156317 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:15.160640 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:15.233498 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=620b6f8b-0ede-468f-ab0a-22cf4701280b,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:15.236638 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:15.364125 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-71199d99-9510-4703-a667-62e846c0751f req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] For port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=5908ffcf-1fe7-486d-8f17-d80c7d289d7a,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:15.364391 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-71199d99-9510-4703-a667-62e846c0751f req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:15.399691 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['620b6f8b-0ede-468f-ab0a-22cf4701280b'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:35:15.845393 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-71199d99-9510-4703-a667-62e846c0751f req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:15.846507 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-71199d99-9510-4703-a667-62e846c0751f req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8043240'] for floatingip, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:15.846616 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.l3_db [req-71199d99-9510-4703-a667-62e846c0751f req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Floating IP acc2f3ee-3b00-4f6d-9100-95eaac7a2c43 disassociated. External IP: 172.28.0.228, port: 5908ffcf-1fe7-486d-8f17-d80c7d289d7a. Jun 25 14:35:15.846908 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-71199d99-9510-4703-a667-62e846c0751f req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Calling delete_port for 5908ffcf-1fe7-486d-8f17-d80c7d289d7a owned by compute:nova {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:35:15.970020 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ba4b7-8565-4f88-b8f9-148b6ffc3d99 req-0924b0c2-28d2-499f-b480-f9a86535838c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:15.971536 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ee0ba4b7-8565-4f88-b8f9-148b6ffc3d99 req-0924b0c2-28d2-499f-b480-f9a86535838c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 945 time: 0.3315089 Jun 25 14:35:15.985725 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21950869-c445-4b25-90a2-c05501627d73 req-04a86975-e6ec-4796-9fdf-7a82f05c8acc tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:15.987185 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-21950869-c445-4b25-90a2-c05501627d73 req-04a86975-e6ec-4796-9fdf-7a82f05c8acc tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/ports?device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 948 time: 0.3077321 Jun 25 14:35:16.112757 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ee0ba4b7-8565-4f88-b8f9-148b6ffc3d99 req-6fc96152-712c-4e3a-8663-310450be582d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343138 Jun 25 14:35:16.118888 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-21950869-c445-4b25-90a2-c05501627d73 req-f296bd14-0ed0-4fcc-888b-f786fa7e1984 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/security-groups?id=224d4595-fd02-4a42-b4aa-8ee1cf79d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865943 Jun 25 14:35:16.126947 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-71199d99-9510-4703-a667-62e846c0751f req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:16.134778 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:16.194906 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event deleted for resources: {'Port': ['ID=5908ffcf-1fe7-486d-8f17-d80c7d289d7a,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:16.197152 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:16.447884 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50610) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:16.461490 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71199d99-9510-4703-a667-62e846c0751f req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Router 296832da-492e-4041-b5cb-38d7c12aa2dd has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:35:16.478900 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239995b-eec0-4c7f-965e-f488a97138a6 req-ea0a27d6-ad42-4784-9824-e130ce7160d8 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:16.480316 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9239995b-eec0-4c7f-965e-f488a97138a6 req-ea0a27d6-ad42-4784-9824-e130ce7160d8 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 985 time: 0.1841066 Jun 25 14:35:16.567056 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:16.582419 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:16.586643 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Usage tracker for resource:security_group_rule and tenant:900a3f593ad142efa170753a395ec19b is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:16.589770 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:16.596752 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:16.679300 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9239995b-eec0-4c7f-965e-f488a97138a6 req-4ce94dda-4763-4105-ba46-d0e0f3a26ac1 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1594d41-9fd3-46ec-8202-2b7a73411e02&id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1494033 Jun 25 14:35:16.697399 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:16.700330 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:16.705953 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71199d99-9510-4703-a667-62e846c0751f req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:35:16.715960 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-4972ecce-6262-4189-9dc8-cbdf17f98140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:16.716846 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc3ef4-bdcd-4c6e-876a-36f188ae3fae None None] Sync routers for ids ['296832da-492e-4041-b5cb-38d7c12aa2dd'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:35:16.732000 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc3ef4-bdcd-4c6e-876a-36f188ae3fae None None] Routers {'296832da-492e-4041-b5cb-38d7c12aa2dd'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:16.732858 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-bfcc3ef4-bdcd-4c6e-876a-36f188ae3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:34:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['296832da-492e-4041-b5cb-38d7c12aa2dd'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:16.756034 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039f3f35-ae90-4467-aaa5-9f7d39d42bb1,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:16.760364 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=900a3f593ad142efa170753a395ec19b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114529 Jun 25 14:35:16.762953 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50616) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:16.779216 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:16.779581 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:16.779937 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:16.780288 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:16.780639 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:16.780984 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:16.781325 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:16.781665 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:16.782006 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:16.782342 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:16.782675 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:16.783009 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:16.787794 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-e66b412e-64f1-4c08-82e6-06f3b7fea3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:16.788764 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-71199d99-9510-4703-a667-62e846c0751f req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] No DVR routers for this DVR port 5908ffcf-1fe7-486d-8f17-d80c7d289d7a on host hv-cinder-79808 {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:35:16.791607 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-71199d99-9510-4703-a667-62e846c0751f req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:16.796958 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27641139-b628-4121-9b12-4f46869e6b6d', 'name': 'network-vif-deleted', 'tag': '5908ffcf-1fe7-486d-8f17-d80c7d289d7a'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:16.802244 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-71199d99-9510-4703-a667-62e846c0751f req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.38 "DELETE /v2.0/ports/5908ffcf-1fe7-486d-8f17-d80c7d289d7a HTTP/1.1" status: 204 len: 173 time: 1.7543454 Jun 25 14:35:16.852950 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f84d-c2a6-4b6f-abfa-3093edce313b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:16.877672 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27641139-b628-4121-9b12-4f46869e6b6d', 'name': 'network-vif-deleted', 'tag': '5908ffcf-1fe7-486d-8f17-d80c7d289d7a', 'status': 'completed', 'code': 200} Jun 25 14:35:16.881729 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f84d-c2a6-4b6f-abfa-3093edce313b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:16.929932 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 620b6f8b-0ede-468f-ab0a-22cf4701280b up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:16.937634 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f84d-c2a6-4b6f-abfa-3093edce313b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:16.942496 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-685a9314-783d-4801-b2ac-4af41fb85f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:16.956210 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5f84d-c2a6-4b6f-abfa-3093edce313b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039f3f35-ae90-4467-aaa5-9f7d39d42bb1,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:16.959318 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a7a5f84d-c2a6-4b6f-abfa-3093edce313b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:16.962368 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-bfcc3ef4-bdcd-4c6e-876a-36f188ae3fae None None] Set router 296832da-492e-4041-b5cb-38d7c12aa2dd gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:16.967442 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f84d-c2a6-4b6f-abfa-3093edce313b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:16.968527 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-a7a5f84d-c2a6-4b6f-abfa-3093edce313b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/039f3f35-ae90-4467-aaa5-9f7d39d42bb1 HTTP/1.1" status: 204 len: 168 time: 0.2046609 Jun 25 14:35:17.202427 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port 620b6f8b-0ede-468f-ab0a-22cf4701280b completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:17.212855 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port 620b6f8b-0ede-468f-ab0a-22cf4701280b triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:17.213241 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:17.413925 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:17.427498 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50632) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:17.446047 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-bfcc3ef4-bdcd-4c6e-876a-36f188ae3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bdf2c86f-0679-49f8-90dc-cac11e00a976', 'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'mac_address': 'fa:16:3e:ab:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:48Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 5, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'subnets': [{'id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:17.453489 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d06fc-4df8-4276-9e35-630fa196a3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620b6f8b-0ede-468f-ab0a-22cf4701280b'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:17.455041 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-89638279-f07d-44bd-8fea-f54749bbf790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:17.461722 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc3ef4-bdcd-4c6e-876a-36f188ae3fae None None] Checking router: 296832da-492e-4041-b5cb-38d7c12aa2dd for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:35:17.466682 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 620b6f8b-0ede-468f-ab0a-22cf4701280b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=620b6f8b-0ede-468f-ab0a-22cf4701280b,segment=NetworkSegment(5dc1700a-a9a4-4a46-b860-664c2405f0f7),segment_id=5dc1700a-a9a4-4a46-b860-664c2405f0f7)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:17.473712 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:17.474570 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 5908ffcf-1fe7-486d-8f17-d80c7d289d7a no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:35:17.485643 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-89638279-f07d-44bd-8fea-f54749bbf790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:17.493068 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-89638279-f07d-44bd-8fea-f54749bbf790 admin admin] Usage tracker for resource:security_group_rule and tenant:d8f50604013746d796a186033a68650e is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:17.497975 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-89638279-f07d-44bd-8fea-f54749bbf790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:17.498471 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-14e63a16-e772-4612-8002-1137f80926b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:17.509039 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-89638279-f07d-44bd-8fea-f54749bbf790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:17.527194 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc3ef4-bdcd-4c6e-876a-36f188ae3fae None None] Routers {'296832da-492e-4041-b5cb-38d7c12aa2dd'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:17.527845 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-bfcc3ef4-bdcd-4c6e-876a-36f188ae3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:34:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['296832da-492e-4041-b5cb-38d7c12aa2dd'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:17.529658 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-ba503e6f-b4fa-4658-bc84-66f4916c8976 req-3174dbb8-b399-4353-9c2f-e14532581503 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Synchronizing usage tracker for tenant:ab8abfae579f4cb1ae4a79ff2c581b7a on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:35:17.561644 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-ba503e6f-b4fa-4658-bc84-66f4916c8976 req-3174dbb8-b399-4353-9c2f-e14532581503 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Unset dirty status for tenant:ab8abfae579f4cb1ae4a79ff2c581b7a on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:35:17.567992 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ba503e6f-b4fa-4658-bc84-66f4916c8976 req-3174dbb8-b399-4353-9c2f-e14532581503 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=27641139-b628-4121-9b12-4f46869e6b6d HTTP/1.1" status: 200 len: 210 time: 0.1067004 Jun 25 14:35:17.589870 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d57483-5f37-47c3-bef3-30cf800ff7e5 req-11aec8fa-a3c9-47e9-93b3-0d17a5a0e3bf tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:17.593933 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d7d57483-5f37-47c3-bef3-30cf800ff7e5 req-11aec8fa-a3c9-47e9-93b3-0d17a5a0e3bf tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/ports?device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 948 time: 0.2120106 Jun 25 14:35:17.672970 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: 5908ffcf-1fe7-486d-8f17-d80c7d289d7a {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:35:17.673317 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 5908ffcf-1fe7-486d-8f17-d80c7d289d7a not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:35:17.693149 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d7d57483-5f37-47c3-bef3-30cf800ff7e5 req-992b56d0-3703-422a-9e36-74e504d3e030 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/security-groups?id=224d4595-fd02-4a42-b4aa-8ee1cf79d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747046 Jun 25 14:35:17.698803 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-89638279-f07d-44bd-8fea-f54749bbf790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:17.711344 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-89638279-f07d-44bd-8fea-f54749bbf790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:17.720431 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-7375969a-e9dd-4ca3-b768-42ea609b5d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:17.760687 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99d06fc-4df8-4276-9e35-630fa196a3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620b6f8b-0ede-468f-ab0a-22cf4701280b', 'code': 200} Jun 25 14:35:17.769786 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-89638279-f07d-44bd-8fea-f54749bbf790 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8f50604013746d796a186033a68650e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409805 Jun 25 14:35:17.772807 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 50640) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:17.778544 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89638279-f07d-44bd-8fea-f54749bbf790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689177cc-231c-43b7-bff8-cfd52e6f8fb7,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:17.782317 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-89638279-f07d-44bd-8fea-f54749bbf790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:17.787305 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=620b6f8b-0ede-468f-ab0a-22cf4701280b,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:17.801523 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:17.801871 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:17.802208 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:17.802540 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:17.802868 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:17.803228 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:17.803556 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:17.803876 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:17.804202 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:17.804515 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:17.804832 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:17.805147 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:17.811036 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:17.836988 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-bfcc3ef4-bdcd-4c6e-876a-36f188ae3fae None None] Set router 296832da-492e-4041-b5cb-38d7c12aa2dd gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:17.944351 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-598b08bc-4b4b-4031-970c-5c54d47c3483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.023418 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-598b08bc-4b4b-4031-970c-5c54d47c3483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.059304 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd3c0a-9bc0-459a-a39c-521bb455dbc7 req-a595fc5b-76f7-48ab-a9aa-6bc6c7d5f439 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:18.060727 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-eebd3c0a-9bc0-459a-a39c-521bb455dbc7 req-a595fc5b-76f7-48ab-a9aa-6bc6c7d5f439 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 985 time: 0.2079272 Jun 25 14:35:18.125968 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295466fe-7cbe-4dd1-8278-01c307d85521 req-91a9713d-69e9-458e-bc14-6dd882e4c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:18.127949 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-295466fe-7cbe-4dd1-8278-01c307d85521 req-91a9713d-69e9-458e-bc14-6dd882e4c641 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 1102 time: 0.1717582 Jun 25 14:35:18.137877 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-eebd3c0a-9bc0-459a-a39c-521bb455dbc7 req-95f40e21-1947-47a7-802a-fa3530d4f281 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1594d41-9fd3-46ec-8202-2b7a73411e02&id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655978 Jun 25 14:35:18.153523 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-598b08bc-4b4b-4031-970c-5c54d47c3483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.167245 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-bfcc3ef4-bdcd-4c6e-876a-36f188ae3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bdf2c86f-0679-49f8-90dc-cac11e00a976', 'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'mac_address': 'fa:16:3e:ab:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:48Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 5, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'subnets': [{'id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:18.167428 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-59dce015-0763-42f7-af31-de872881528c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:18.171769 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc3ef4-bdcd-4c6e-876a-36f188ae3fae None None] The sync data for ids ['296832da-492e-4041-b5cb-38d7c12aa2dd'] in dv-cinder-798088-1-smb is: [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bdf2c86f-0679-49f8-90dc-cac11e00a976', 'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'mac_address': 'fa:16:3e:ab:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:48Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 5, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'subnets': [{'id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:35:18.176707 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b08bc-4b4b-4031-970c-5c54d47c3483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689177cc-231c-43b7-bff8-cfd52e6f8fb7,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:18.178584 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-598b08bc-4b4b-4031-970c-5c54d47c3483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:18.191756 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-598b08bc-4b4b-4031-970c-5c54d47c3483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.195353 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-598b08bc-4b4b-4031-970c-5c54d47c3483 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/689177cc-231c-43b7-bff8-cfd52e6f8fb7 HTTP/1.1" status: 204 len: 168 time: 0.4184911 Jun 25 14:35:18.208815 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-295466fe-7cbe-4dd1-8278-01c307d85521 req-13ea3da5-4a08-42c8-aed5-cc2a9e830297 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=224d4595-fd02-4a42-b4aa-8ee1cf79d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699947 Jun 25 14:35:18.428561 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f295418-c94d-4012-a03e-05751cf025b5 None None] New status for floating IP acc2f3ee-3b00-4f6d-9100-95eaac7a2c43: DOWN {{(pid=78417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:35:18.555052 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 50648) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:18.573177 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7452b199-66bd-44cc-b16c-d26a7e7756b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.587434 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-7452b199-66bd-44cc-b16c-d26a7e7756b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:18.591191 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-7452b199-66bd-44cc-b16c-d26a7e7756b8 admin admin] Usage tracker for resource:security_group_rule and tenant:6e8e83aa7135424bb917f1d5a06a692e is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:18.593888 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-7452b199-66bd-44cc-b16c-d26a7e7756b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:18.599437 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-7452b199-66bd-44cc-b16c-d26a7e7756b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:18.687450 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7452b199-66bd-44cc-b16c-d26a7e7756b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.692547 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7452b199-66bd-44cc-b16c-d26a7e7756b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.699781 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:18.734160 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50658) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:18.739534 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452b199-66bd-44cc-b16c-d26a7e7756b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e15f244-ba45-453d-adfd-6f74580bb7ec,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:18.746342 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-7452b199-66bd-44cc-b16c-d26a7e7756b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e8e83aa7135424bb917f1d5a06a692e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900945 Jun 25 14:35:18.747170 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-7452b199-66bd-44cc-b16c-d26a7e7756b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:18.747615 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 50662) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:18.820847 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-824788cf-c69f-489d-9b02-9bde0060c63c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.851236 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-824788cf-c69f-489d-9b02-9bde0060c63c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.852927 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ea579ab5-ccc3-4c7a-83f4-2babc298c8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.894273 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ea579ab5-ccc3-4c7a-83f4-2babc298c8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.907441 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-824788cf-c69f-489d-9b02-9bde0060c63c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.911700 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-d27e0f1d-5fa4-46b1-b954-e0b30ccde0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:18.929773 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824788cf-c69f-489d-9b02-9bde0060c63c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:18.932918 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-824788cf-c69f-489d-9b02-9bde0060c63c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:18.948861 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-824788cf-c69f-489d-9b02-9bde0060c63c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.950459 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-824788cf-c69f-489d-9b02-9bde0060c63c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "DELETE /v2.0/security-groups/186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6 HTTP/1.1" status: 204 len: 168 time: 0.2148435 Jun 25 14:35:18.953071 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50668) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:18.953220 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49b0ad-5766-4535-bb76-1ee58e57d6c4 req-2dfbaaa6-e709-4813-bcb7-5bfed37b7f8e tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:18.955369 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ae49b0ad-5766-4535-bb76-1ee58e57d6c4 req-2dfbaaa6-e709-4813-bcb7-5bfed37b7f8e tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/ports?device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 949 time: 0.1456232 Jun 25 14:35:18.973212 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.api.v2.resource [None req-53500f47-d4ff-46a5-bcdf-62a8d7b5bd9a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] show failed (client error): The resource could not be found. Jun 25 14:35:18.974329 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-53500f47-d4ff-46a5-bcdf-62a8d7b5bd9a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups/186226d2-aa8f-4a6f-bfb8-c4ee0ac756a6 HTTP/1.1" status: 404 len: 347 time: 0.0194097 Jun 25 14:35:18.977047 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50672) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:18.989328 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ea579ab5-ccc3-4c7a-83f4-2babc298c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.993171 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-af560d6e-bbbf-4155-98aa-2d801bcd7eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:19.020360 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea579ab5-ccc3-4c7a-83f4-2babc298c8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e15f244-ba45-453d-adfd-6f74580bb7ec,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:19.022621 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ea579ab5-ccc3-4c7a-83f4-2babc298c8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:19.033975 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ae49b0ad-5766-4535-bb76-1ee58e57d6c4 req-304dd64e-8f84-4734-8d37-edd526eff7d6 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/security-groups?id=224d4595-fd02-4a42-b4aa-8ee1cf79d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718591 Jun 25 14:35:19.036015 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ea579ab5-ccc3-4c7a-83f4-2babc298c8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:19.037194 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-ea579ab5-ccc3-4c7a-83f4-2babc298c8f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e15f244-ba45-453d-adfd-6f74580bb7ec HTTP/1.1" status: 204 len: 168 time: 0.2887106 Jun 25 14:35:19.150681 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-12a54688-cebf-45fe-a724-7ec455517947 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Deleting port 66aada1a-8c9d-4938-b327-bb295b60ac7c {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:35:19.151020 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-12a54688-cebf-45fe-a724-7ec455517947 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:19.341948 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-12a54688-cebf-45fe-a724-7ec455517947 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:19.342282 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-12a54688-cebf-45fe-a724-7ec455517947 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:19.480715 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2e44b-844c-4381-82d9-a04e940de308 req-7e771304-e713-4bfe-bb59-49d6907bf13e tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:19.482071 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0ca2e44b-844c-4381-82d9-a04e940de308 req-7e771304-e713-4bfe-bb59-49d6907bf13e tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 985 time: 0.2069652 Jun 25 14:35:19.532349 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0ca2e44b-844c-4381-82d9-a04e940de308 req-30348662-d13b-4667-9cc7-a44d00b8d575 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1594d41-9fd3-46ec-8202-2b7a73411e02&id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414000 Jun 25 14:35:19.548210 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-12a54688-cebf-45fe-a724-7ec455517947 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Calling delete_port for 66aada1a-8c9d-4938-b327-bb295b60ac7c owned by network:floatingip {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:35:19.688898 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-12a54688-cebf-45fe-a724-7ec455517947 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:19.693346 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c16dabcd-e405-42a2-a7f0-f130e375b8cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:19.760505 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a54688-cebf-45fe-a724-7ec455517947 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event deleted for resources: {'Port': ['ID=66aada1a-8c9d-4938-b327-bb295b60ac7c,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:19.767246 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-12a54688-cebf-45fe-a724-7ec455517947 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:19.828744 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-12a54688-cebf-45fe-a724-7ec455517947 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for floatingip, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:19.846424 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-12a54688-cebf-45fe-a724-7ec455517947 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:19.847578 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-12a54688-cebf-45fe-a724-7ec455517947 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "DELETE /v2.0/floatingips/acc2f3ee-3b00-4f6d-9100-95eaac7a2c43 HTTP/1.1" status: 204 len: 168 time: 0.8694603 Jun 25 14:35:20.096060 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 50686) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:20.101217 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1294839820', 'description': 'tempest-description--59803385'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:20.106932 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:20.110955 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Usage tracker for resource:security_group and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:20.114315 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:20.120556 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:20.130159 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:20.186460 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:20.196287 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Usage tracker for resource:security_group_rule and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:20.200327 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:20.211549 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:20.267016 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57de99-0d65-41a6-a183-4e77bd860c00 req-ec485f3a-2fca-47f5-aa5f-4ff4c7d6c1f2 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:20.268425 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0a57de99-0d65-41a6-a183-4e77bd860c00 req-ec485f3a-2fca-47f5-aa5f-4ff4c7d6c1f2 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/ports?device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 949 time: 0.1196990 Jun 25 14:35:20.334958 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:20.339839 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0a57de99-0d65-41a6-a183-4e77bd860c00 req-2a4d5a84-d80e-4b8b-b1b7-6cd9335abb8d tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/security-groups?id=224d4595-fd02-4a42-b4aa-8ee1cf79d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649838 Jun 25 14:35:20.340894 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:20.346369 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3abb9e1f-681b-4498-a3ed-a246444d5672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:20.390620 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e187490-ae92-444c-9c8f-d1db5cef3907,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:20.393951 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:20.395146 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2980812 Jun 25 14:35:20.396083 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:20.398528 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 50692) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:20.406709 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-e6c842cd-dd6f-4179-89d4-bd93ddb979f7 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Request body: {'security_group_rule': {'security_group_id': '3e187490-ae92-444c-9c8f-d1db5cef3907', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:20.412783 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-e6c842cd-dd6f-4179-89d4-bd93ddb979f7 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:20.416560 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-e6c842cd-dd6f-4179-89d4-bd93ddb979f7 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Usage tracker for resource:security_group_rule and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:20.422265 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-e6c842cd-dd6f-4179-89d4-bd93ddb979f7 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:20.427306 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-e6c842cd-dd6f-4179-89d4-bd93ddb979f7 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:20.446882 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e6c842cd-dd6f-4179-89d4-bd93ddb979f7 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:20.513800 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e6c842cd-dd6f-4179-89d4-bd93ddb979f7 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:20.517553 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e6c842cd-dd6f-4179-89d4-bd93ddb979f7 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:20.520523 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1464077d-f367-4301-b5b1-be8dabb54dfc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:20.542503 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c842cd-dd6f-4179-89d4-bd93ddb979f7 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fddff0-92f0-4e6c-b5ec-471f0400c2ee,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:20.545131 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-e6c842cd-dd6f-4179-89d4-bd93ddb979f7 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:20.552631 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e6c842cd-dd6f-4179-89d4-bd93ddb979f7 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:20.554208 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-e6c842cd-dd6f-4179-89d4-bd93ddb979f7 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541057 Jun 25 14:35:20.557588 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50698) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:20.563314 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-a6a0a09e-339e-4172-b646-e08ff3862a8f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Request body: {'security_group_rule': {'security_group_id': '3e187490-ae92-444c-9c8f-d1db5cef3907', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:20.570253 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-a6a0a09e-339e-4172-b646-e08ff3862a8f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:20.575900 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-a6a0a09e-339e-4172-b646-e08ff3862a8f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Usage tracker for resource:security_group_rule and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:20.579897 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-a6a0a09e-339e-4172-b646-e08ff3862a8f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:20.587579 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-a6a0a09e-339e-4172-b646-e08ff3862a8f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:20.608678 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a09e-339e-4172-b646-e08ff3862a8f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:20.676862 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a09e-339e-4172-b646-e08ff3862a8f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:20.681404 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a09e-339e-4172-b646-e08ff3862a8f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:20.683457 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:20.704007 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0a09e-339e-4172-b646-e08ff3862a8f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc8e708-442b-4913-b0a1-49ca3b9bebb1,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:20.708894 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a6a0a09e-339e-4172-b646-e08ff3862a8f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:20.717122 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a09e-339e-4172-b646-e08ff3862a8f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:20.718352 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-a6a0a09e-339e-4172-b646-e08ff3862a8f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597743 Jun 25 14:35:20.721430 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 50706) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:20.726935 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Request body: {'floatingip': {'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:20.732686 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:20.737100 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Usage tracker for resource:floatingip and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:20.740092 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:20.745907 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:20.757152 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for floatingip, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:20.776492 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c976a-a379-4653-b7d9-61c2eac4a390 req-0616bc5b-cca6-4466-bc8f-5bb53f0443bf tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:20.777759 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-243c976a-a379-4653-b7d9-61c2eac4a390 req-0616bc5b-cca6-4466-bc8f-5bb53f0443bf tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 985 time: 0.1271241 Jun 25 14:35:20.841016 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-243c976a-a379-4653-b7d9-61c2eac4a390 req-5a5ba97d-2a1d-4565-b1e4-bd6abc5f2263 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1594d41-9fd3-46ec-8202-2b7a73411e02&id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553670 Jun 25 14:35:20.857419 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0abd0-0bbb-4dca-a765-66fdabe3f798 req-4f930b00-7f57-4b16-ae25-8a777fb48c2a tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:20.858875 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ca0abd0-0bbb-4dca-a765-66fdabe3f798 req-4f930b00-7f57-4b16-ae25-8a777fb48c2a tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/ports?device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 949 time: 0.1319792 Jun 25 14:35:20.897823 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:20.905337 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ca0abd0-0bbb-4dca-a765-66fdabe3f798 req-61e83fcd-5833-4fb0-8b76-86620576ebf5 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/security-groups?id=224d4595-fd02-4a42-b4aa-8ee1cf79d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395067 Jun 25 14:35:21.033881 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Allocated IP 172.28.0.29 (93c87320-2b90-44fa-ad5e-83d4f4b48af6/b87a097a-2410-41cc-a04b-b3f133853cca/da9e12fe-f284-4cc9-9ce0-cb45d4d5f72d) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:21.181450 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.209834 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.213454 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-dcbda492-feab-49f2-a4a6-c9356afc4b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:21.275193 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:21.277972 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:21.281523 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:21.314117 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event updated for resources: {'Port': ['ID=da9e12fe-f284-4cc9-9ce0-cb45d4d5f72d,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:21.320675 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:21.366434 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.425778 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.632409 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for port, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.637481 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.641371 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:21.753943 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event updated for resources: {'Port': ['ID=da9e12fe-f284-4cc9-9ce0-cb45d4d5f72d,revision_number=2']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:21.757040 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:21.763752 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8043240'] for floatingip, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.784728 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.786041 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-99dd9acc-3a19-4ee7-97b7-728ce603403e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0636070 Jun 25 14:35:22.049785 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-a1663b2a-e7b5-4414-b5ec-5d11ba15fdac tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Synchronizing usage tracker for tenant:ab8abfae579f4cb1ae4a79ff2c581b7a on resource:security_group {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:35:22.070445 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-a1663b2a-e7b5-4414-b5ec-5d11ba15fdac tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Unset dirty status for tenant:ab8abfae579f4cb1ae4a79ff2c581b7a on resource:security_group {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:35:22.071616 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-a1663b2a-e7b5-4414-b5ec-5d11ba15fdac tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1294839820&fields=id&tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a HTTP/1.1" status: 200 len: 267 time: 0.0852559 Jun 25 14:35:22.079302 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd547a-7803-487b-a23d-022dbb193a90 req-bde273fb-98e3-4f12-8244-24556b0d2979 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:22.080706 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7fcd547a-7803-487b-a23d-022dbb193a90 req-bde273fb-98e3-4f12-8244-24556b0d2979 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 985 time: 0.1282113 Jun 25 14:35:22.259404 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7fcd547a-7803-487b-a23d-022dbb193a90 req-4107fa2a-88ae-4c56-bcdf-a929ffe9e9cd tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1594d41-9fd3-46ec-8202-2b7a73411e02&id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559258 Jun 25 14:35:22.310717 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-a98e6825-0468-46ce-91f2-4480c394dcdb tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:22.312143 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-a98e6825-0468-46ce-91f2-4480c394dcdb tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/networks?id=ab1ef886-6434-4591-a53b-5e011b24d74f HTTP/1.1" status: 200 len: 811 time: 0.2305973 Jun 25 14:35:22.334904 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd445a40-9e25-4311-a95c-8eb1da76f1d3 req-0decafc7-67ac-486d-a951-ca76310c9b93 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:22.336302 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bd445a40-9e25-4311-a95c-8eb1da76f1d3 req-0decafc7-67ac-486d-a951-ca76310c9b93 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.38 "GET /v2.0/ports?device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 949 time: 0.1678538 Jun 25 14:35:22.338398 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-4b6105c1-1c74-4872-9781-c96ccbbf9f74 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/quotas/ab8abfae579f4cb1ae4a79ff2c581b7a HTTP/1.1" status: 200 len: 375 time: 0.0198166 Jun 25 14:35:22.527136 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-bd445a40-9e25-4311-a95c-8eb1da76f1d3 req-ccd38bd6-9659-4450-a224-d2e534b1ea1d tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Deleting port 620b6f8b-0ede-468f-ab0a-22cf4701280b {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:35:22.527384 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-bd445a40-9e25-4311-a95c-8eb1da76f1d3 req-ccd38bd6-9659-4450-a224-d2e534b1ea1d tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:22.663734 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe67d2-3d74-4d03-b4b9-e019ac51cbce req-795d8724-3d9e-416a-80a9-368e66f310ff tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:22.665152 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cbfe67d2-3d74-4d03-b4b9-e019ac51cbce req-795d8724-3d9e-416a-80a9-368e66f310ff tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/ports?device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 949 time: 0.2914896 Jun 25 14:35:22.674788 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-d3598a70-7b39-4624-96a0-d772e5f8da53 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3307836 Jun 25 14:35:22.874786 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cbfe67d2-3d74-4d03-b4b9-e019ac51cbce req-093457db-155e-4b73-9802-4809082edc34 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/security-groups?id=224d4595-fd02-4a42-b4aa-8ee1cf79d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990459 Jun 25 14:35:22.948328 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-e7cf5888-859d-4925-b6bd-fb32af928d69 service neutron] 10.222.0.50 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354677 Jun 25 14:35:22.949870 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-bd445a40-9e25-4311-a95c-8eb1da76f1d3 req-ccd38bd6-9659-4450-a224-d2e534b1ea1d tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] For port 620b6f8b-0ede-468f-ab0a-22cf4701280b, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=620b6f8b-0ede-468f-ab0a-22cf4701280b,segment=NetworkSegment(5dc1700a-a9a4-4a46-b860-664c2405f0f7),segment_id=5dc1700a-a9a4-4a46-b860-664c2405f0f7)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:22.950222 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-bd445a40-9e25-4311-a95c-8eb1da76f1d3 req-ccd38bd6-9659-4450-a224-d2e534b1ea1d tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:23.181754 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-bd445a40-9e25-4311-a95c-8eb1da76f1d3 req-ccd38bd6-9659-4450-a224-d2e534b1ea1d tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Calling delete_port for 620b6f8b-0ede-468f-ab0a-22cf4701280b owned by compute:nova {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:35:23.340062 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-88d5b751-9eb4-4b56-bf53-4e0dd92fbd81 service neutron] 10.222.0.50 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821645 Jun 25 14:35:23.460206 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-bd445a40-9e25-4311-a95c-8eb1da76f1d3 req-ccd38bd6-9659-4450-a224-d2e534b1ea1d tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:23.466837 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d4842e19-090d-4975-ac24-cb0422f141e9 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:23.547889 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd38bd6-9659-4450-a224-d2e534b1ea1d tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Pushing event deleted for resources: {'Port': ['ID=620b6f8b-0ede-468f-ab0a-22cf4701280b,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:23.562594 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ccd38bd6-9659-4450-a224-d2e534b1ea1d tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:23.590358 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-de25beb0-35a2-4101-b385-ae1c4237e672 req-cf3b7aeb-7e83-4ac3-9017-eb2cd66603b3 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 210 time: 0.0844965 Jun 25 14:35:23.611561 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138d973-04a9-4252-a1be-9e8e9f94af69 req-3ca75dd7-51c3-4656-b681-238bb286fdf0 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:23.613521 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e138d973-04a9-4252-a1be-9e8e9f94af69 req-3ca75dd7-51c3-4656-b681-238bb286fdf0 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 985 time: 0.2378995 Jun 25 14:35:23.667103 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd445a40-9e25-4311-a95c-8eb1da76f1d3 req-ccd38bd6-9659-4450-a224-d2e534b1ea1d tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] No DVR routers for this DVR port 620b6f8b-0ede-468f-ab0a-22cf4701280b on host hv-cinder-79808 {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:35:23.671545 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-bd445a40-9e25-4311-a95c-8eb1da76f1d3 req-ccd38bd6-9659-4450-a224-d2e534b1ea1d tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:23.674114 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d06fc-4df8-4276-9e35-630fa196a3d8', 'name': 'network-vif-deleted', 'tag': '620b6f8b-0ede-468f-ab0a-22cf4701280b'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:23.705934 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bd445a40-9e25-4311-a95c-8eb1da76f1d3 req-ccd38bd6-9659-4450-a224-d2e534b1ea1d tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.38 "DELETE /v2.0/ports/620b6f8b-0ede-468f-ab0a-22cf4701280b HTTP/1.1" status: 204 len: 173 time: 1.3600700 Jun 25 14:35:23.714007 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e138d973-04a9-4252-a1be-9e8e9f94af69 req-19fba20a-8cb4-4448-8a7f-e4325723ebba tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1594d41-9fd3-46ec-8202-2b7a73411e02&id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716691 Jun 25 14:35:23.775395 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99d06fc-4df8-4276-9e35-630fa196a3d8', 'name': 'network-vif-deleted', 'tag': '620b6f8b-0ede-468f-ab0a-22cf4701280b', 'status': 'completed', 'code': 200} Jun 25 14:35:24.036091 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-9665c9ff-6378-4903-af7a-a6e9271c799c req-6fc8a233-bfdd-48ab-9183-9e003ad0ed84 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Synchronizing usage tracker for tenant:164c3a9379ba44eda11edcd8e582cf09 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:35:24.051776 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-9665c9ff-6378-4903-af7a-a6e9271c799c req-6fc8a233-bfdd-48ab-9183-9e003ad0ed84 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Unset dirty status for tenant:164c3a9379ba44eda11edcd8e582cf09 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:35:24.052885 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9665c9ff-6378-4903-af7a-a6e9271c799c req-6fc8a233-bfdd-48ab-9183-9e003ad0ed84 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] 10.222.0.50 "GET /v2.0/ports?device_id=c99d06fc-4df8-4276-9e35-630fa196a3d8 HTTP/1.1" status: 200 len: 210 time: 0.0583625 Jun 25 14:35:24.795300 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a12fbe7e-76e0-49ef-80ee-2e562a02e83c req-f7dbe9b8-4bf1-482b-a795-f7279d5f8cd0 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 210 time: 0.0939865 Jun 25 14:35:24.912508 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-2008bdb4-7f8f-4b40-8fce-60eeb011a929 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:24.913891 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-2008bdb4-7f8f-4b40-8fce-60eeb011a929 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.38 "GET /v2.0/networks?id=ab1ef886-6434-4591-a53b-5e011b24d74f HTTP/1.1" status: 200 len: 811 time: 0.2373013 Jun 25 14:35:24.966513 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 620b6f8b-0ede-468f-ab0a-22cf4701280b no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:35:24.983727 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-9f97c10c-8c94-4ce6-a07e-529ca426f42b tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a HTTP/1.1" status: 200 len: 380 time: 0.0534086 Jun 25 14:35:24.991929 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48825a-71c4-4fee-9024-ea210e936ccc req-4e74865f-ed98-41b5-a78b-6799a8781315 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:24.994275 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8a48825a-71c4-4fee-9024-ea210e936ccc req-4e74865f-ed98-41b5-a78b-6799a8781315 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 985 time: 0.1335335 Jun 25 14:35:24.997941 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Request body: {'port': {'device_id': '03db3008-e6ea-4c59-8324-9b7d9bf968dd', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'admin_state_up': True, 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'security_groups': ['3e187490-ae92-444c-9c8f-d1db5cef3907']}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:25.003647 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: 620b6f8b-0ede-468f-ab0a-22cf4701280b {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:35:25.004001 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 620b6f8b-0ede-468f-ab0a-22cf4701280b not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:35:25.025465 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.124898 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8a48825a-71c4-4fee-9024-ea210e936ccc req-fe03b2c6-7b18-453a-a164-fbe5cc64de30 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1594d41-9fd3-46ec-8202-2b7a73411e02&id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128051 Jun 25 14:35:25.182692 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:25.188081 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Usage tracker for resource:port and tenant:ab8abfae579f4cb1ae4a79ff2c581b7a is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:25.192247 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:25.199685 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:25.212109 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Made reservation on behalf of ab8abfae579f4cb1ae4a79ff2c581b7a for: {'port': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:35:25.215662 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.385073 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Allocated IP 172.20.0.7 (ab1ef886-6434-4591-a53b-5e011b24d74f/2219ef15-7d65-4a6b-a109-68f701665bed/eb0b8bf8-f6f8-4a77-973d-f71f15aac43e) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:25.573890 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.589363 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Transition to ACTIVE for port object eb0b8bf8-f6f8-4a77-973d-f71f15aac43e will not be triggered until provisioned by entity DHCP. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:25.613383 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.620167 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-990ec852-f308-4386-9532-e4edde80a80b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:25.717345 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2ef1-2a58-4554-972b-3b3e2acf76fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.782744 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Network ab1ef886-6434-4591-a53b-5e011b24d74f is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:25.786284 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:25.788781 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:25.816753 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.842116 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event updated for resources: {'Port': ['ID=eb0b8bf8-f6f8-4a77-973d-f71f15aac43e,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:25.845056 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:25.875057 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:25.875908 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.911062 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9165928 Jun 25 14:35:25.923877 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Request body: {'port': {'device_id': '03db3008-e6ea-4c59-8324-9b7d9bf968dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:26.080145 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3e8ab65b-67e1-4075-9257-3e5518aae155 None None] Provisioning for port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:26.087326 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3e8ab65b-67e1-4075-9257-3e5518aae155 None None] Provisioning complete for port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:26.088171 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3e8ab65b-67e1-4075-9257-3e5518aae155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.100227 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.125711 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e785c9-40b7-4c63-bd56-53ee8fff3237 req-7a3539b6-214f-424d-947a-1d8c6ed6e6d8 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:26.126448 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-78e785c9-40b7-4c63-bd56-53ee8fff3237 req-7a3539b6-214f-424d-947a-1d8c6ed6e6d8 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Synchronizing usage tracker for tenant:ab8abfae579f4cb1ae4a79ff2c581b7a on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:35:26.150314 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ab65b-67e1-4075-9257-3e5518aae155 None None] Port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:35:26.194093 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-78e785c9-40b7-4c63-bd56-53ee8fff3237 req-7a3539b6-214f-424d-947a-1d8c6ed6e6d8 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Unset dirty status for tenant:ab8abfae579f4cb1ae4a79ff2c581b7a on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:35:26.195832 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-78e785c9-40b7-4c63-bd56-53ee8fff3237 req-7a3539b6-214f-424d-947a-1d8c6ed6e6d8 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 931 time: 0.2455468 Jun 25 14:35:26.310343 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-78e785c9-40b7-4c63-bd56-53ee8fff3237 req-0a98e46a-2726-44b6-b426-55d857cb84a8 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e187490-ae92-444c-9c8f-d1db5cef3907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037660 Jun 25 14:35:26.539861 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0b8bf8-f6f8-4a77-973d-f71f15aac43e {{(pid=78414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:35:26.547705 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.564768 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Transition to ACTIVE for port object eb0b8bf8-f6f8-4a77-973d-f71f15aac43e will not be triggered until provisioned by entity L2. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:26.569730 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.576069 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-7e485d97-710a-4294-9031-1605f7e4a13b tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:26.713543 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Pushing event updated for resources: {'Port': ['ID=eb0b8bf8-f6f8-4a77-973d-f71f15aac43e,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:26.716882 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:26.835271 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Attempting to bind port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:35:26.835603 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Attempting to bind port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:35:26.835921 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Attempting to bind port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e on network ab1ef886-6434-4591-a53b-5e011b24d74f {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:26.840769 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e on network ab1ef886-6434-4591-a53b-5e011b24d74f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:35:26.841084 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Attempting to bind port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e on network ab1ef886-6434-4591-a53b-5e011b24d74f {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:26.846947 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:35:26.847627 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Checking segment: {'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:26.847745 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Bound using segment: {'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:35:26.848157 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Bound port: eb0b8bf8-f6f8-4a77-973d-f71f15aac43e, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f'}}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:35:26.848501 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.949243 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] For port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e, host hv-cinder-79808, cleared binding levels {{(pid=78414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:35:26.952230 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] For port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=eb0b8bf8-f6f8-4a77-973d-f71f15aac43e,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:35:26.957661 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.962655 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:27.018686 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:27.019666 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.021069 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] 10.222.0.38 "PUT /v2.0/ports/eb0b8bf8-f6f8-4a77-973d-f71f15aac43e HTTP/1.1" status: 200 len: 1093 time: 1.1017981 Jun 25 14:35:27.024083 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03db3008-e6ea-4c59-8324-9b7d9bf968dd', 'tag': 'eb0b8bf8-f6f8-4a77-973d-f71f15aac43e'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:27.057295 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Pushing event updated for resources: {'Port': ['ID=eb0b8bf8-f6f8-4a77-973d-f71f15aac43e,revision_number=3']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:27.067785 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:27.113131 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03db3008-e6ea-4c59-8324-9b7d9bf968dd', 'tag': 'eb0b8bf8-f6f8-4a77-973d-f71f15aac43e', 'status': 'completed', 'code': 200} Jun 25 14:35:27.163886 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-f588867a-7048-4951-bd45-bed12e0f983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:27.165400 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-f588867a-7048-4951-bd45-bed12e0f983b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a&device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 1096 time: 0.0957847 Jun 25 14:35:27.244081 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-3170916a-d802-427b-b60a-4665fef17298 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb0b8bf8-f6f8-4a77-973d-f71f15aac43e HTTP/1.1" status: 200 len: 217 time: 0.0682044 Jun 25 14:35:27.317527 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-13ed6b4d-96d3-4cd6-9bff-963708d90d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:27.318943 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-13ed6b4d-96d3-4cd6-9bff-963708d90d8a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2219ef15-7d65-4a6b-a109-68f701665bed HTTP/1.1" status: 200 len: 850 time: 0.0658493 Jun 25 14:35:27.400284 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-257bdaab-7178-4836-8d58-d1cf597ac5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:27.401931 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-257bdaab-7178-4836-8d58-d1cf597ac5de service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ab1ef886-6434-4591-a53b-5e011b24d74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738990 Jun 25 14:35:27.697743 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-0f098d18-132e-4ffe-8fd7-257379d9ea97 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872877 Jun 25 14:35:27.708578 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622b4b0-acd6-48df-9f26-a832c3fa220f req-b071a68b-ab2d-4c90-b3ba-54b79ad46ac4 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:27.709961 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f622b4b0-acd6-48df-9f26-a832c3fa220f req-b071a68b-ab2d-4c90-b3ba-54b79ad46ac4 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 943 time: 0.2811408 Jun 25 14:35:27.839061 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f622b4b0-acd6-48df-9f26-a832c3fa220f req-e0934a90-86e0-4860-8536-1e60dc1d418e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e187490-ae92-444c-9c8f-d1db5cef3907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086283 Jun 25 14:35:27.874123 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27fa67f0-f1fa-4b06-a9fc-30c1d4c17ed5 req-2eca05f0-046b-4a48-90cc-91b1cef6fad8 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632195 Jun 25 14:35:27.970796 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bddae7e8-768e-4413-a941-028b13dd1145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.997759 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd8d57-0d55-4375-91db-281e71fc7fa5 req-c9c70f8f-cc08-4bd1-bb36-f8b99d91cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:27.999274 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7cfd8d57-0d55-4375-91db-281e71fc7fa5 req-c9c70f8f-cc08-4bd1-bb36-f8b99d91cdd0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a&device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 1096 time: 0.0752537 Jun 25 14:35:28.137830 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd8d57-0d55-4375-91db-281e71fc7fa5 req-ca13eb61-1587-42c0-9b6e-39d1eb7d078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:28.139334 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7cfd8d57-0d55-4375-91db-281e71fc7fa5 req-ca13eb61-1587-42c0-9b6e-39d1eb7d078a service neutron] 10.222.0.38 "GET /v2.0/networks?id=ab1ef886-6434-4591-a53b-5e011b24d74f HTTP/1.1" status: 200 len: 912 time: 0.1332932 Jun 25 14:35:28.212052 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7cfd8d57-0d55-4375-91db-281e71fc7fa5 req-278984d1-024e-4aa7-bc59-2b03a5fb5839 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb0b8bf8-f6f8-4a77-973d-f71f15aac43e HTTP/1.1" status: 200 len: 217 time: 0.0647614 Jun 25 14:35:28.277817 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd8d57-0d55-4375-91db-281e71fc7fa5 req-1330ae29-acb5-4936-a20f-7dbb06857f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:28.279292 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7cfd8d57-0d55-4375-91db-281e71fc7fa5 req-1330ae29-acb5-4936-a20f-7dbb06857f8a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2219ef15-7d65-4a6b-a109-68f701665bed HTTP/1.1" status: 200 len: 850 time: 0.0579121 Jun 25 14:35:28.360087 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd8d57-0d55-4375-91db-281e71fc7fa5 req-daaab91f-0b96-451f-bd6d-13b048a63c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:28.362011 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7cfd8d57-0d55-4375-91db-281e71fc7fa5 req-daaab91f-0b96-451f-bd6d-13b048a63c1d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ab1ef886-6434-4591-a53b-5e011b24d74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751023 Jun 25 14:35:28.492564 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7cfd8d57-0d55-4375-91db-281e71fc7fa5 req-5073b6f5-ffab-40ec-8f23-dd1bbda00854 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234219 Jun 25 14:35:28.652917 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7cfd8d57-0d55-4375-91db-281e71fc7fa5 req-bdcd7961-8ca1-4c37-be5b-f7c29b9dd83e service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534753 Jun 25 14:35:28.989924 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device eb0b8bf8-f6f8-4a77-973d-f71f15aac43e details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:35:29.034088 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85f581-9178-4295-a39d-71cfb2d17fac req-99ce67bd-2221-45f1-968d-925c468285d2 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:29.036200 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5c85f581-9178-4295-a39d-71cfb2d17fac req-99ce67bd-2221-45f1-968d-925c468285d2 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 943 time: 0.0903268 Jun 25 14:35:29.081870 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5c85f581-9178-4295-a39d-71cfb2d17fac req-2bdae7af-d110-4c43-9396-d917cb602ba4 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e187490-ae92-444c-9c8f-d1db5cef3907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398252 Jun 25 14:35:29.122657 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:29.153584 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=eb0b8bf8-f6f8-4a77-973d-f71f15aac43e,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:29.166911 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': 'eb0b8bf8-f6f8-4a77-973d-f71f15aac43e', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'port_id': 'eb0b8bf8-f6f8-4a77-973d-f71f15aac43e', 'mac_address': 'fa:16:3e:f2:1f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:35:29.227552 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:29.244551 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0b8bf8-f6f8-4a77-973d-f71f15aac43e {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:35:29.260281 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=eb0b8bf8-f6f8-4a77-973d-f71f15aac43e,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:29.264638 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:29.266394 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:29.329606 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=eb0b8bf8-f6f8-4a77-973d-f71f15aac43e,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:29.332637 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:29.516738 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['eb0b8bf8-f6f8-4a77-973d-f71f15aac43e'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:35:29.992338 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51008) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:30.141908 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-4f11deeb-0ade-4dc9-9030-65aab8a1cbfc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=164c3a9379ba44eda11edcd8e582cf09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459177 Jun 25 14:35:30.142345 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51016) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:30.201874 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-919ca6d1-5664-48ec-8dfc-6b09527eda7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.230301 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-919ca6d1-5664-48ec-8dfc-6b09527eda7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.276997 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38eeb9-79f0-4b65-85a6-a69ef3ec4b4a req-bb1966bb-1d74-4404-a772-2d37871cf3e3 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:30.278411 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-dc38eeb9-79f0-4b65-85a6-a69ef3ec4b4a req-bb1966bb-1d74-4404-a772-2d37871cf3e3 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 944 time: 0.0866437 Jun 25 14:35:30.283767 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-919ca6d1-5664-48ec-8dfc-6b09527eda7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.287538 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-98ca646e-7206-4edb-bf59-51535ed508b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:30.300168 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ca6d1-5664-48ec-8dfc-6b09527eda7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224d4595-fd02-4a42-b4aa-8ee1cf79d8cc,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:30.303346 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-919ca6d1-5664-48ec-8dfc-6b09527eda7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:30.313315 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-919ca6d1-5664-48ec-8dfc-6b09527eda7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.315639 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-919ca6d1-5664-48ec-8dfc-6b09527eda7c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/224d4595-fd02-4a42-b4aa-8ee1cf79d8cc HTTP/1.1" status: 204 len: 168 time: 0.1722567 Jun 25 14:35:30.331322 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-dc38eeb9-79f0-4b65-85a6-a69ef3ec4b4a req-d77f3a3a-c2b4-4aeb-bb88-9403c4f9de48 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e187490-ae92-444c-9c8f-d1db5cef3907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461752 Jun 25 14:35:30.575876 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.982814 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51042) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:31.000333 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device eb0b8bf8-f6f8-4a77-973d-f71f15aac43e up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:31.067702 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:31.074161 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:31.074508 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.089292 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-482079787-network', 'tenant_id': '889c90c90c8748ca9374001f7408011e'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:31.094303 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:31.098248 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Usage tracker for resource:network and tenant:889c90c90c8748ca9374001f7408011e is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:31.101106 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:31.110495 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:31.119988 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Made reservation on behalf of 889c90c90c8748ca9374001f7408011e for: {'network': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:35:31.122339 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.197059 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.216487 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.225761 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03db3008-e6ea-4c59-8324-9b7d9bf968dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0b8bf8-f6f8-4a77-973d-f71f15aac43e'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:31.232559 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:31.235328 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=eb0b8bf8-f6f8-4a77-973d-f71f15aac43e,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:31.237771 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Usage tracker for resource:security_group_rule and tenant:889c90c90c8748ca9374001f7408011e is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:31.240819 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.240950 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:31.243063 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:31.247536 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:31.281267 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03db3008-e6ea-4c59-8324-9b7d9bf968dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0b8bf8-f6f8-4a77-973d-f71f15aac43e', 'code': 200} Jun 25 14:35:31.315351 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=eb0b8bf8-f6f8-4a77-973d-f71f15aac43e,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:31.318245 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:31.336751 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.340739 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.343632 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-6a1a60ab-d81b-493c-8a07-6e829e989e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:31.371549 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=78415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:35:31.379960 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256abca8-0e74-4567-b732-a0b40ded60cd,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:31.383720 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:31.388222 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.388222 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.segments_db [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Added segment bafb9b4b-10f6-4186-a8d7-7dcb13f62c32 of type vlan for network 345072f3-46bb-4b0c-98bd-c07c845faa81 Jun 25 14:35:31.417933 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.452752 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.454247 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:31.454800 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.461718 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:31.573265 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Pushing event updated for resources: {'Network': ['ID=345072f3-46bb-4b0c-98bd-c07c845faa81,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:31.576272 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5923698 Jun 25 14:35:31.577300 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:31.579609 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51052) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:31.585788 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Request body: {'subnet': {'network_id': '345072f3-46bb-4b0c-98bd-c07c845faa81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-482079787-subnet', 'tenant_id': '889c90c90c8748ca9374001f7408011e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:31.586595 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network 345072f3-46bb-4b0c-98bd-c07c845faa81 details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:35:31.588996 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dfec4-26d6-4f77-98d4-0fe73bf89ad3 req-40bd9f4c-b3d1-4212-929f-25331a82caab tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:31.590848 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d87dfec4-26d6-4f77-98d4-0fe73bf89ad3 req-40bd9f4c-b3d1-4212-929f-25331a82caab tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 945 time: 0.1474202 Jun 25 14:35:31.591053 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:31.593315 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8e732-1877-414c-a678-5abf0032061b req-7658d56f-3706-4c1c-a056-d327f07dded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:31.594735 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e8c8e732-1877-414c-a678-5abf0032061b req-7658d56f-3706-4c1c-a056-d327f07dded0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 1098 time: 0.1113551 Jun 25 14:35:31.595304 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Usage tracker for resource:subnet and tenant:889c90c90c8748ca9374001f7408011e is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:31.598243 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:31.604887 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:31.616026 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Made reservation on behalf of 889c90c90c8748ca9374001f7408011e for: {'subnet': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:35:31.618401 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6890692'] for subnet, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.671745 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e8c8e732-1877-414c-a678-5abf0032061b req-41ce27f6-6a11-41a3-a39a-6b56a2a02791 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3e187490-ae92-444c-9c8f-d1db5cef3907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671892 Jun 25 14:35:31.674712 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d87dfec4-26d6-4f77-98d4-0fe73bf89ad3 req-1c7626d6-530d-4a57-ad86-bdb397fa4627 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e187490-ae92-444c-9c8f-d1db5cef3907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720735 Jun 25 14:35:31.844647 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6721651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6890706'] for subnet, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.849617 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:31.915341 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52632f44-51c4-4cbc-aa91-4f3f57427461,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:31.920605 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:31.927031 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Checking segment: {'id': 'bafb9b4b-10f6-4186-a8d7-7dcb13f62c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '345072f3-46bb-4b0c-98bd-c07c845faa81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:31.927410 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Network hostable DHCP agents. Network: 345072f3-46bb-4b0c-98bd-c07c845faa81, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:35:31.945207 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Network 345072f3-46bb-4b0c-98bd-c07c845faa81 is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:35:31.956729 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, 345072f3-46bb-4b0c-98bd-c07c845faa81) {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:31.960789 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:31.961384 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.966894 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec8e738-246c-4a25-a4d8-ee6fbedca883 None None] Network 345072f3-46bb-4b0c-98bd-c07c845faa81 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:35:31.992647 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-0977b86a-e339-4834-8f6a-c07e402c4285 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4119518 Jun 25 14:35:32.177250 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587dff17-ce13-4eba-8be1-c39465cc145f None None] Network 345072f3-46bb-4b0c-98bd-c07c845faa81 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:35:32.871732 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454341dc-39a3-4f00-8421-f76364569bff req-8b00f63a-0e2c-4c33-8c29-5bf703ebc003 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:32.873175 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-454341dc-39a3-4f00-8421-f76364569bff req-8b00f63a-0e2c-4c33-8c29-5bf703ebc003 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 945 time: 0.0844817 Jun 25 14:35:32.919471 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-454341dc-39a3-4f00-8421-f76364569bff req-63b29870-6c6e-4f4b-b2a6-f2e194b1ccf1 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e187490-ae92-444c-9c8f-d1db5cef3907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404093 Jun 25 14:35:33.099670 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cab0a9-8ba9-456a-ae91-7a33db92f684 req-0daa901d-d0aa-4845-a1b6-ca9ac83543fb tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:33.101128 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c3cab0a9-8ba9-456a-ae91-7a33db92f684 req-0daa901d-d0aa-4845-a1b6-ca9ac83543fb tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 945 time: 0.0820634 Jun 25 14:35:33.109350 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 51074) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:33.115200 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-777d9066-1a39-48fb-9f14-bb7e3e1f6e0d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Request body: {'floatingip': {'port_id': 'eb0b8bf8-f6f8-4a77-973d-f71f15aac43e'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:33.189136 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-777d9066-1a39-48fb-9f14-bb7e3e1f6e0d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for floatingip, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:33.871995 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-777d9066-1a39-48fb-9f14-bb7e3e1f6e0d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:33.876441 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-777d9066-1a39-48fb-9f14-bb7e3e1f6e0d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8043240'] for floatingip, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:34.160807 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.l3_db [None req-777d9066-1a39-48fb-9f14-bb7e3e1f6e0d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Floating IP ae33e550-2c9e-468d-a9ea-30d07ab65ef5 associated. External IP: 172.28.0.29, port: eb0b8bf8-f6f8-4a77-973d-f71f15aac43e. Jun 25 14:35:34.212773 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-67f00656-0d77-410f-a4f2-5054cfa8c1b3 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:34.214161 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-67f00656-0d77-410f-a4f2-5054cfa8c1b3 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/networks?id=345072f3-46bb-4b0c-98bd-c07c845faa81 HTTP/1.1" status: 200 len: 813 time: 0.2911942 Jun 25 14:35:34.253854 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-ed8d0f99-f5d5-443d-9f32-1265b3dc7e14 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/quotas/889c90c90c8748ca9374001f7408011e HTTP/1.1" status: 200 len: 375 time: 0.0319264 Jun 25 14:35:34.367593 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-b74baa88-a5b5-4b28-9b64-e93e3a282a0b tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=889c90c90c8748ca9374001f7408011e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1065664 Jun 25 14:35:34.751025 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-e9e0427a-0d2c-4036-886c-4bb8626e86e3 service neutron] 10.222.0.50 "GET /v2.0/networks/345072f3-46bb-4b0c-98bd-c07c845faa81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764791 Jun 25 14:35:34.860534 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777d9066-1a39-48fb-9f14-bb7e3e1f6e0d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Router 296832da-492e-4041-b5cb-38d7c12aa2dd has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:35:34.963903 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-66062920-69d5-4942-820d-694a4e62beaa service neutron] 10.222.0.50 "GET /v2.0/networks/345072f3-46bb-4b0c-98bd-c07c845faa81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067404 Jun 25 14:35:35.073983 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777d9066-1a39-48fb-9f14-bb7e3e1f6e0d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:35:35.078925 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-777d9066-1a39-48fb-9f14-bb7e3e1f6e0d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:35.084498 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22e269d-189c-4380-a67d-a810c3a4e838 None None] Sync routers for ids ['296832da-492e-4041-b5cb-38d7c12aa2dd'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:35:35.104478 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22e269d-189c-4380-a67d-a810c3a4e838 None None] Routers {'296832da-492e-4041-b5cb-38d7c12aa2dd'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:35.105442 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-a22e269d-189c-4380-a67d-a810c3a4e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:35:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['296832da-492e-4041-b5cb-38d7c12aa2dd'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:35.170805 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2a9b04f8-8618-4922-bd7a-29ef988c2786 req-c938298f-a43b-4d49-9d04-629f98ccbc80 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 210 time: 0.0534890 Jun 25 14:35:35.187588 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-777d9066-1a39-48fb-9f14-bb7e3e1f6e0d tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "PUT /v2.0/floatingips/ae33e550-2c9e-468d-a9ea-30d07ab65ef5 HTTP/1.1" status: 200 len: 990 time: 2.0771902 Jun 25 14:35:35.188391 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03db3008-e6ea-4c59-8324-9b7d9bf968dd', 'tag': 'eb0b8bf8-f6f8-4a77-973d-f71f15aac43e'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:35.288538 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03db3008-e6ea-4c59-8324-9b7d9bf968dd', 'tag': 'eb0b8bf8-f6f8-4a77-973d-f71f15aac43e', 'status': 'completed', 'code': 200} Jun 25 14:35:35.317421 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-a22e269d-189c-4380-a67d-a810c3a4e838 None None] Set router 296832da-492e-4041-b5cb-38d7c12aa2dd gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:35.385959 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163600c1-faed-4865-a8cc-0bc87b466b17 req-d29b02ea-374f-41b4-922d-10d487b972b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:35.387455 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-163600c1-faed-4865-a8cc-0bc87b466b17 req-d29b02ea-374f-41b4-922d-10d487b972b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a&device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 1098 time: 0.0771165 Jun 25 14:35:35.578279 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163600c1-faed-4865-a8cc-0bc87b466b17 req-7df49a54-b448-44e1-a97a-e1bab97037e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:35.580086 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-163600c1-faed-4865-a8cc-0bc87b466b17 req-7df49a54-b448-44e1-a97a-e1bab97037e6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ab1ef886-6434-4591-a53b-5e011b24d74f HTTP/1.1" status: 200 len: 912 time: 0.1852577 Jun 25 14:35:35.711815 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-163600c1-faed-4865-a8cc-0bc87b466b17 req-14bd098a-e3cb-466b-b265-49e772491a21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb0b8bf8-f6f8-4a77-973d-f71f15aac43e HTTP/1.1" status: 200 len: 998 time: 0.1249964 Jun 25 14:35:35.721620 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-a22e269d-189c-4380-a67d-a810c3a4e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': 'ae33e550-2c9e-468d-a9ea-30d07ab65ef5', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'floating_ip_address': '172.28.0.29', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'port_id': 'eb0b8bf8-f6f8-4a77-973d-f71f15aac43e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'mac_address': 'fa:16:3e:f2:1f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03db3008-e6ea-4c59-8324-9b7d9bf968dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:35:21Z', 'updated_at': '2021-06-25T14:35:33Z', 'revision_number': 1, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf2c86f-0679-49f8-90dc-cac11e00a976', 'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'mac_address': 'fa:16:3e:ab:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:48Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 5, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'subnets': [{'id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:35.726128 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22e269d-189c-4380-a67d-a810c3a4e838 None None] Checking router: 296832da-492e-4041-b5cb-38d7c12aa2dd for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:35:35.735049 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22e269d-189c-4380-a67d-a810c3a4e838 None None] Routers {'296832da-492e-4041-b5cb-38d7c12aa2dd'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:35.735687 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-a22e269d-189c-4380-a67d-a810c3a4e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:35:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['296832da-492e-4041-b5cb-38d7c12aa2dd'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:35.779845 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163600c1-faed-4865-a8cc-0bc87b466b17 req-345d36fc-9574-4542-a5ef-9f66fc20faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:35.781414 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-163600c1-faed-4865-a8cc-0bc87b466b17 req-345d36fc-9574-4542-a5ef-9f66fc20faf5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2219ef15-7d65-4a6b-a109-68f701665bed HTTP/1.1" status: 200 len: 850 time: 0.0617943 Jun 25 14:35:35.872027 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163600c1-faed-4865-a8cc-0bc87b466b17 req-acbd4925-c6fa-466d-a65c-5dba7acf08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:35.873777 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-163600c1-faed-4865-a8cc-0bc87b466b17 req-acbd4925-c6fa-466d-a65c-5dba7acf08ec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ab1ef886-6434-4591-a53b-5e011b24d74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850902 Jun 25 14:35:35.920038 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-a22e269d-189c-4380-a67d-a810c3a4e838 None None] Set router 296832da-492e-4041-b5cb-38d7c12aa2dd gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:36.015306 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-163600c1-faed-4865-a8cc-0bc87b466b17 req-6331c7c0-57e8-47b8-a50f-737362b8d108 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322653 Jun 25 14:35:36.150418 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-163600c1-faed-4865-a8cc-0bc87b466b17 req-e7589cfa-69d2-4813-ade8-6f96bdf34c27 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271257 Jun 25 14:35:36.314692 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-a22e269d-189c-4380-a67d-a810c3a4e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': 'ae33e550-2c9e-468d-a9ea-30d07ab65ef5', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'floating_ip_address': '172.28.0.29', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'port_id': 'eb0b8bf8-f6f8-4a77-973d-f71f15aac43e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'mac_address': 'fa:16:3e:f2:1f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03db3008-e6ea-4c59-8324-9b7d9bf968dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:35:21Z', 'updated_at': '2021-06-25T14:35:33Z', 'revision_number': 1, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf2c86f-0679-49f8-90dc-cac11e00a976', 'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'mac_address': 'fa:16:3e:ab:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:48Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 5, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'subnets': [{'id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:36.318765 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22e269d-189c-4380-a67d-a810c3a4e838 None None] The sync data for ids ['296832da-492e-4041-b5cb-38d7c12aa2dd'] in dv-cinder-798088-1-smb is: [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': 'ae33e550-2c9e-468d-a9ea-30d07ab65ef5', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'floating_ip_address': '172.28.0.29', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'port_id': 'eb0b8bf8-f6f8-4a77-973d-f71f15aac43e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'mac_address': 'fa:16:3e:f2:1f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03db3008-e6ea-4c59-8324-9b7d9bf968dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:35:21Z', 'updated_at': '2021-06-25T14:35:33Z', 'revision_number': 1, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf2c86f-0679-49f8-90dc-cac11e00a976', 'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'mac_address': 'fa:16:3e:ab:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:48Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 5, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'subnets': [{'id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:35:36.523607 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fdc3abfb-4f2f-4800-a8c1-00c859de1302 req-d4981c97-76ea-4e40-a633-8b78bdad1e6f tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 210 time: 0.2341776 Jun 25 14:35:36.588131 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-6d0727f4-15aa-4b66-8cee-b47ac267aaeb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:36.589563 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-6d0727f4-15aa-4b66-8cee-b47ac267aaeb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.38 "GET /v2.0/networks?id=345072f3-46bb-4b0c-98bd-c07c845faa81 HTTP/1.1" status: 200 len: 813 time: 0.3321187 Jun 25 14:35:36.599464 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0753b6d-1d9e-4822-830a-c2602d9cc28c None None] New status for floating IP ae33e550-2c9e-468d-a9ea-30d07ab65ef5: ACTIVE {{(pid=78417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:35:36.603639 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Request body: {'port': {'device_id': 'd71157fa-00bc-413d-b887-b26e5200efeb', 'network_id': '345072f3-46bb-4b0c-98bd-c07c845faa81', 'admin_state_up': True, 'tenant_id': '889c90c90c8748ca9374001f7408011e'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:36.736150 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:36.740331 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Usage tracker for resource:port and tenant:889c90c90c8748ca9374001f7408011e is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:36.743205 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:36.748814 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:36.759334 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Made reservation on behalf of 889c90c90c8748ca9374001f7408011e for: {'port': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:35:36.762749 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:36.929363 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Allocated IP 172.20.0.10 (345072f3-46bb-4b0c-98bd-c07c845faa81/52632f44-51c4-4cbc-aa91-4f3f57427461/8527b94e-cbfe-4963-8dfa-4b73d111b97c) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:37.121804 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.153563 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.159436 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-22f040d3-2e4e-47f2-9dba-967e810601de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:37.228914 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Network 345072f3-46bb-4b0c-98bd-c07c845faa81 is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:37.232185 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:37.235773 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:37.271263 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Pushing event updated for resources: {'Port': ['ID=8527b94e-cbfe-4963-8dfa-4b73d111b97c,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:37.279500 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:37.302014 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:37.302611 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.323479 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7243311 Jun 25 14:35:37.335823 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Request body: {'port': {'device_id': 'd71157fa-00bc-413d-b887-b26e5200efeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:37.446677 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.847002 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8527b94e-cbfe-4963-8dfa-4b73d111b97c {{(pid=78414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:35:37.862361 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.883695 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Transition to ACTIVE for port object 8527b94e-cbfe-4963-8dfa-4b73d111b97c will not be triggered until provisioned by entity L2. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:37.887335 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.892358 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b1010b19-e4f1-448d-a4b0-02d7eabac6a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:38.015311 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f3080-bfe1-4592-8c49-d0ff8c1a44c9 req-9725f606-4994-4a96-b9e2-fe155b47f220 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:38.015993 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-df0f3080-bfe1-4592-8c49-d0ff8c1a44c9 req-9725f606-4994-4a96-b9e2-fe155b47f220 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Synchronizing usage tracker for tenant:889c90c90c8748ca9374001f7408011e on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:35:38.068565 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Pushing event updated for resources: {'Port': ['ID=8527b94e-cbfe-4963-8dfa-4b73d111b97c,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:38.100597 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:38.113013 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-df0f3080-bfe1-4592-8c49-d0ff8c1a44c9 req-9725f606-4994-4a96-b9e2-fe155b47f220 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Unset dirty status for tenant:889c90c90c8748ca9374001f7408011e on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:35:38.114101 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-df0f3080-bfe1-4592-8c49-d0ff8c1a44c9 req-9725f606-4994-4a96-b9e2-fe155b47f220 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 932 time: 0.3244932 Jun 25 14:35:38.179586 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-df0f3080-bfe1-4592-8c49-d0ff8c1a44c9 req-f415cf19-da12-4f9d-845c-5e29076254eb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589228 Jun 25 14:35:38.180367 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Attempting to bind port 8527b94e-cbfe-4963-8dfa-4b73d111b97c on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:35:38.180695 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Attempting to bind port 8527b94e-cbfe-4963-8dfa-4b73d111b97c by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'bafb9b4b-10f6-4186-a8d7-7dcb13f62c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '345072f3-46bb-4b0c-98bd-c07c845faa81'}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:35:38.181012 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Attempting to bind port 8527b94e-cbfe-4963-8dfa-4b73d111b97c on network 345072f3-46bb-4b0c-98bd-c07c845faa81 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:38.186111 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Port 8527b94e-cbfe-4963-8dfa-4b73d111b97c on network 345072f3-46bb-4b0c-98bd-c07c845faa81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:35:38.186421 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Attempting to bind port 8527b94e-cbfe-4963-8dfa-4b73d111b97c on network 345072f3-46bb-4b0c-98bd-c07c845faa81 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:38.192576 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:35:38.192901 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Checking segment: {'id': 'bafb9b4b-10f6-4186-a8d7-7dcb13f62c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '345072f3-46bb-4b0c-98bd-c07c845faa81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:38.193274 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Bound using segment: {'id': 'bafb9b4b-10f6-4186-a8d7-7dcb13f62c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '345072f3-46bb-4b0c-98bd-c07c845faa81'} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:35:38.193694 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Bound port: 8527b94e-cbfe-4963-8dfa-4b73d111b97c, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bafb9b4b-10f6-4186-a8d7-7dcb13f62c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '345072f3-46bb-4b0c-98bd-c07c845faa81'}}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:35:38.194032 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:38.380168 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] For port 8527b94e-cbfe-4963-8dfa-4b73d111b97c, host hv-cinder-79808, cleared binding levels {{(pid=78414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:35:38.383378 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] For port 8527b94e-cbfe-4963-8dfa-4b73d111b97c, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=8527b94e-cbfe-4963-8dfa-4b73d111b97c,segment=NetworkSegment(bafb9b4b-10f6-4186-a8d7-7dcb13f62c32),segment_id=bafb9b4b-10f6-4186-a8d7-7dcb13f62c32)] {{(pid=78414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:35:38.387865 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:38.392428 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5a52b97b-e078-491c-a860-5279388c0789 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:38.449068 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:38.449669 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:38.451000 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] 10.222.0.38 "PUT /v2.0/ports/8527b94e-cbfe-4963-8dfa-4b73d111b97c HTTP/1.1" status: 200 len: 1094 time: 1.1192029 Jun 25 14:35:38.451525 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71157fa-00bc-413d-b887-b26e5200efeb', 'tag': '8527b94e-cbfe-4963-8dfa-4b73d111b97c'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:38.473362 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Pushing event updated for resources: {'Port': ['ID=8527b94e-cbfe-4963-8dfa-4b73d111b97c,revision_number=3']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:38.477066 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:38.505126 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71157fa-00bc-413d-b887-b26e5200efeb', 'tag': '8527b94e-cbfe-4963-8dfa-4b73d111b97c', 'status': 'completed', 'code': 200} Jun 25 14:35:38.594069 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-cba32312-fa26-4fc4-96e7-4bc1cf1d2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:38.595550 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-cba32312-fa26-4fc4-96e7-4bc1cf1d2bfe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=889c90c90c8748ca9374001f7408011e&device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 1097 time: 0.0724194 Jun 25 14:35:38.663119 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-828c7f8a-6bcc-4b65-a16a-67e7848483ec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8527b94e-cbfe-4963-8dfa-4b73d111b97c HTTP/1.1" status: 200 len: 217 time: 0.0594783 Jun 25 14:35:38.733268 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-70f30615-002b-4f59-8fd0-f7606dadfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:38.734686 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-70f30615-002b-4f59-8fd0-f7606dadfaa0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52632f44-51c4-4cbc-aa91-4f3f57427461 HTTP/1.1" status: 200 len: 853 time: 0.0637000 Jun 25 14:35:38.783375 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-90391009-7d5f-4913-8c56-f8f0555dcfc8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=345072f3-46bb-4b0c-98bd-c07c845faa81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399117 Jun 25 14:35:38.913547 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-cc258dd4-ad35-4ca1-90fb-bc5adfd37210 service neutron] 10.222.0.38 "GET /v2.0/networks/345072f3-46bb-4b0c-98bd-c07c845faa81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226435 Jun 25 14:35:39.042836 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-850eebbe-2023-4be2-bec9-2e99183640a2 req-5c74388d-5327-49d7-801b-6929f1c5cdf3 service neutron] 10.222.0.38 "GET /v2.0/networks/345072f3-46bb-4b0c-98bd-c07c845faa81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219740 Jun 25 14:35:39.157440 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f718320-dc83-4ac7-8848-9bed9a1fae0a req-15dffb1e-fe0b-4df5-a4a8-797e5a092abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:39.159441 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9f718320-dc83-4ac7-8848-9bed9a1fae0a req-15dffb1e-fe0b-4df5-a4a8-797e5a092abb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=889c90c90c8748ca9374001f7408011e&device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 1097 time: 0.0740125 Jun 25 14:35:39.294504 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f718320-dc83-4ac7-8848-9bed9a1fae0a req-0d03e2b3-66d0-43e6-a4ea-f3e0eacb93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:39.295432 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9f718320-dc83-4ac7-8848-9bed9a1fae0a req-0d03e2b3-66d0-43e6-a4ea-f3e0eacb93f3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=345072f3-46bb-4b0c-98bd-c07c845faa81 HTTP/1.1" status: 200 len: 914 time: 0.1266181 Jun 25 14:35:39.406919 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9f718320-dc83-4ac7-8848-9bed9a1fae0a req-e56aa81b-35ae-4fb3-9206-815925ea5c45 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8527b94e-cbfe-4963-8dfa-4b73d111b97c HTTP/1.1" status: 200 len: 217 time: 0.0689621 Jun 25 14:35:39.485314 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f718320-dc83-4ac7-8848-9bed9a1fae0a req-b82c20ad-0abb-486d-a2d5-281c1ac14426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:39.486684 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9f718320-dc83-4ac7-8848-9bed9a1fae0a req-b82c20ad-0abb-486d-a2d5-281c1ac14426 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52632f44-51c4-4cbc-aa91-4f3f57427461 HTTP/1.1" status: 200 len: 853 time: 0.0659091 Jun 25 14:35:39.494138 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0be488-946f-4f7e-930b-faa5dbf90e55 req-fed2805b-5351-4738-a189-4d570ada6ecf tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:39.495470 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2e0be488-946f-4f7e-930b-faa5dbf90e55 req-fed2805b-5351-4738-a189-4d570ada6ecf tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 944 time: 0.1924584 Jun 25 14:35:39.551393 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9f718320-dc83-4ac7-8848-9bed9a1fae0a req-fc961d59-c427-4655-ba5f-53cca7433159 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=345072f3-46bb-4b0c-98bd-c07c845faa81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549884 Jun 25 14:35:39.595647 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2e0be488-946f-4f7e-930b-faa5dbf90e55 req-f537b89e-96af-42be-8609-28f659d0ae23 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681937 Jun 25 14:35:39.695305 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9f718320-dc83-4ac7-8848-9bed9a1fae0a req-4b94afbb-c7cf-468c-80e1-723448bcb9d4 service neutron] 10.222.0.38 "GET /v2.0/networks/345072f3-46bb-4b0c-98bd-c07c845faa81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266437 Jun 25 14:35:39.828672 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9f718320-dc83-4ac7-8848-9bed9a1fae0a req-1008dd0d-9798-414a-89d3-0855600a53d6 service neutron] 10.222.0.38 "GET /v2.0/networks/345072f3-46bb-4b0c-98bd-c07c845faa81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220644 Jun 25 14:35:40.790214 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b3c58-74bb-4b66-bd09-b574d9f7fac8 req-0d9c051b-c81f-4cb5-b33b-ce4a1085dbff tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:40.791788 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3a7b3c58-74bb-4b66-bd09-b574d9f7fac8 req-0d9c051b-c81f-4cb5-b33b-ce4a1085dbff tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 944 time: 0.0844245 Jun 25 14:35:40.837512 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3a7b3c58-74bb-4b66-bd09-b574d9f7fac8 req-22917c35-f8bd-4dc5-b2a9-d44e0bf00034 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 Jun 25 14:35:41.012472 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37a853-038e-4505-b1f3-7c8f56000726 req-54274d19-798c-4ad9-a274-d67d15d5615d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:41.013895 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ad37a853-038e-4505-b1f3-7c8f56000726 req-54274d19-798c-4ad9-a274-d67d15d5615d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.1757784 Jun 25 14:35:41.044500 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 8527b94e-cbfe-4963-8dfa-4b73d111b97c details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:35:41.057892 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ad37a853-038e-4505-b1f3-7c8f56000726 req-d61b52bd-0126-4658-b8d6-952e184477b3 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381775 Jun 25 14:35:41.174829 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 8527b94e-cbfe-4963-8dfa-4b73d111b97c, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=8527b94e-cbfe-4963-8dfa-4b73d111b97c,segment=NetworkSegment(bafb9b4b-10f6-4186-a8d7-7dcb13f62c32),segment_id=bafb9b4b-10f6-4186-a8d7-7dcb13f62c32)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:41.187432 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': '8527b94e-cbfe-4963-8dfa-4b73d111b97c', 'network_id': '345072f3-46bb-4b0c-98bd-c07c845faa81', 'port_id': '8527b94e-cbfe-4963-8dfa-4b73d111b97c', 'mac_address': 'fa:16:3e:c0:20:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52632f44-51c4-4cbc-aa91-4f3f57427461', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:35:41.241277 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:41.261002 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8527b94e-cbfe-4963-8dfa-4b73d111b97c {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:35:41.275789 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 8527b94e-cbfe-4963-8dfa-4b73d111b97c, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=8527b94e-cbfe-4963-8dfa-4b73d111b97c,segment=NetworkSegment(bafb9b4b-10f6-4186-a8d7-7dcb13f62c32),segment_id=bafb9b4b-10f6-4186-a8d7-7dcb13f62c32)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:41.279851 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:41.281473 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:41.344396 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=8527b94e-cbfe-4963-8dfa-4b73d111b97c,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:41.347859 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:41.581821 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['8527b94e-cbfe-4963-8dfa-4b73d111b97c'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:35:42.023076 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198d8e2-4590-46cd-a2de-c827557f769f req-0d49d89a-5829-4210-8770-d8fdeee29082 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:42.024536 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c198d8e2-4590-46cd-a2de-c827557f769f req-0d49d89a-5829-4210-8770-d8fdeee29082 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 945 time: 0.0820053 Jun 25 14:35:42.069577 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c198d8e2-4590-46cd-a2de-c827557f769f req-233284b6-82fc-4d46-84f9-2a36c7f23422 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393615 Jun 25 14:35:42.248044 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2e95a-fd7d-41db-bdb4-d2906048ecc6 req-3fb8bbaf-001e-4a64-8bce-444103049993 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:42.249465 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0ba2e95a-fd7d-41db-bdb4-d2906048ecc6 req-3fb8bbaf-001e-4a64-8bce-444103049993 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0799851 Jun 25 14:35:42.293610 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0ba2e95a-fd7d-41db-bdb4-d2906048ecc6 req-c78957e8-5bb3-4891-9d61-7ced2364d57e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378518 Jun 25 14:35:43.053315 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 8527b94e-cbfe-4963-8dfa-4b73d111b97c up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:43.124331 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port 8527b94e-cbfe-4963-8dfa-4b73d111b97c completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:43.130057 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port 8527b94e-cbfe-4963-8dfa-4b73d111b97c triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:43.130435 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:43.254942 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:43.271821 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429268d2-68cb-4f98-aa1b-6d631a3710b5 req-857c5615-e7ba-4426-8ca2-e9afe13a9221 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:43.273265 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-429268d2-68cb-4f98-aa1b-6d631a3710b5 req-857c5615-e7ba-4426-8ca2-e9afe13a9221 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 945 time: 0.0868468 Jun 25 14:35:43.281873 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71157fa-00bc-413d-b887-b26e5200efeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8527b94e-cbfe-4963-8dfa-4b73d111b97c'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:43.291861 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 8527b94e-cbfe-4963-8dfa-4b73d111b97c, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=8527b94e-cbfe-4963-8dfa-4b73d111b97c,segment=NetworkSegment(bafb9b4b-10f6-4186-a8d7-7dcb13f62c32),segment_id=bafb9b4b-10f6-4186-a8d7-7dcb13f62c32)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:43.297721 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:43.300332 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:43.331182 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71157fa-00bc-413d-b887-b26e5200efeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8527b94e-cbfe-4963-8dfa-4b73d111b97c', 'code': 200} Jun 25 14:35:43.371052 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=8527b94e-cbfe-4963-8dfa-4b73d111b97c,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:43.374201 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:43.559359 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-429268d2-68cb-4f98-aa1b-6d631a3710b5 req-440b46ef-fc5f-47b3-932d-eef4d3f61cad tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799730 Jun 25 14:35:43.578475 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b520c5-57c8-4843-bab8-c90ae347b202 req-0b1c4233-c5c2-4633-8674-5640105db59e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:43.579926 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-87b520c5-57c8-4843-bab8-c90ae347b202 req-0b1c4233-c5c2-4633-8674-5640105db59e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.1648328 Jun 25 14:35:43.629965 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e101c-c4e6-4233-bab8-e96c325604a4 req-da070bf1-8c2c-4473-adba-39cceb82a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:43.631408 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-268e101c-c4e6-4233-bab8-e96c325604a4 req-da070bf1-8c2c-4473-adba-39cceb82a768 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 1099 time: 0.1234303 Jun 25 14:35:43.636117 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-87b520c5-57c8-4843-bab8-c90ae347b202 req-fd2669ab-8443-4fc6-972f-5fc6dd5a31c8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496957 Jun 25 14:35:43.683022 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-268e101c-c4e6-4233-bab8-e96c325604a4 req-9cc5f8f9-5049-452d-b13c-cc08695aa67c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377982 Jun 25 14:35:44.858852 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2fb7f-13fa-4435-895c-5e38dae8f074 req-59469846-5cf5-46aa-b810-6ebc5e7c4a25 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:44.860202 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-62f2fb7f-13fa-4435-895c-5e38dae8f074 req-59469846-5cf5-46aa-b810-6ebc5e7c4a25 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 946 time: 0.1936533 Jun 25 14:35:44.878039 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22d481-3064-4411-9603-3b43a8091f7a req-33e19f39-4bfa-4add-9a62-e03d6e32b4bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:44.879401 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-af22d481-3064-4411-9603-3b43a8091f7a req-33e19f39-4bfa-4add-9a62-e03d6e32b4bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.1242237 Jun 25 14:35:44.944344 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-62f2fb7f-13fa-4435-895c-5e38dae8f074 req-bd2e0b18-aa61-4f0d-baba-f78969018eec tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639901 Jun 25 14:35:44.950984 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-af22d481-3064-4411-9603-3b43a8091f7a req-ed7eafc5-9c43-4039-92f8-55519e3a7a5d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577822 Jun 25 14:35:46.187298 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c724d-8762-4caf-a7c3-886cbc0ed7e1 req-33c16566-247a-401a-8ac7-f172e9deeb2b tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:46.188728 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c24c724d-8762-4caf-a7c3-886cbc0ed7e1 req-33c16566-247a-401a-8ac7-f172e9deeb2b tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 946 time: 0.1382413 Jun 25 14:35:46.199253 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcd92c-b497-42fb-8d72-2a1b76468053 req-bc91904e-44a6-4498-aa12-fbd5a5027941 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:46.200618 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f9fcd92c-b497-42fb-8d72-2a1b76468053 req-bc91904e-44a6-4498-aa12-fbd5a5027941 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.1203353 Jun 25 14:35:46.269401 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c24c724d-8762-4caf-a7c3-886cbc0ed7e1 req-bdb4f81e-31bd-40de-8802-f33795a3eb86 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676925 Jun 25 14:35:46.274248 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f9fcd92c-b497-42fb-8d72-2a1b76468053 req-69c169ca-b207-4642-8446-3899f8040522 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590038 Jun 25 14:35:46.642472 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:35:47.472837 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7229dc-3b41-4389-8ed2-9c9923498820 req-9257f21a-c079-4895-877b-984555e317f8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:47.474284 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7f7229dc-3b41-4389-8ed2-9c9923498820 req-9257f21a-c079-4895-877b-984555e317f8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0862944 Jun 25 14:35:47.521071 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7f7229dc-3b41-4389-8ed2-9c9923498820 req-fa1cabd8-825f-45cd-964c-ef12a63d388f tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411582 Jun 25 14:35:48.710809 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade80dca-35ca-44de-906d-7230a7b918de req-5a2b8177-3be6-4e8b-99c8-4b8528724398 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:48.712267 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ade80dca-35ca-44de-906d-7230a7b918de req-5a2b8177-3be6-4e8b-99c8-4b8528724398 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0825493 Jun 25 14:35:48.762752 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ade80dca-35ca-44de-906d-7230a7b918de req-4168336b-8909-413e-bbc8-30201f29abba tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447466 Jun 25 14:35:49.950299 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ce84e-7668-4501-bb2b-7ee56153f9a4 req-c7c74175-5fe5-4a16-a590-c41699c23a1d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:49.951789 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ff4ce84e-7668-4501-bb2b-7ee56153f9a4 req-c7c74175-5fe5-4a16-a590-c41699c23a1d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0792758 Jun 25 14:35:49.999059 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ff4ce84e-7668-4501-bb2b-7ee56153f9a4 req-10b1e47f-aa41-43f9-a849-c27cb1a56a27 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407293 Jun 25 14:35:51.213475 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cfdd5-297a-46a9-ae46-058b1c06cbb4 req-dbb58ae3-17bb-4ee8-9e6a-02792172b655 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:51.215129 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7d2cfdd5-297a-46a9-ae46-058b1c06cbb4 req-dbb58ae3-17bb-4ee8-9e6a-02792172b655 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0904677 Jun 25 14:35:51.261855 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7d2cfdd5-297a-46a9-ae46-058b1c06cbb4 req-ff99c749-6ed9-4be8-95eb-28c04b43eba7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396862 Jun 25 14:35:51.578453 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-80b0c58e-be38-4b67-a297-c546e554ac24 req-6f7569a0-a240-49d3-a15b-f539be6d0975 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700309 Jun 25 14:35:51.718975 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0c58e-be38-4b67-a297-c546e554ac24 req-a52b5708-320d-49ad-ae66-07ac8a061f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:51.720444 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-80b0c58e-be38-4b67-a297-c546e554ac24 req-a52b5708-320d-49ad-ae66-07ac8a061f6d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99a2ea8d16f245d781ba2b45be672d2a&device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 1138 time: 0.0731831 Jun 25 14:35:51.957415 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0c58e-be38-4b67-a297-c546e554ac24 req-8868bace-bc31-40cb-b4e1-e4142dd733b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:51.958811 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-80b0c58e-be38-4b67-a297-c546e554ac24 req-8868bace-bc31-40cb-b4e1-e4142dd733b5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fbdfb920-c89a-4253-9bd1-e6cba08d8871 HTTP/1.1" status: 200 len: 916 time: 0.2161748 Jun 25 14:35:52.065188 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-80b0c58e-be38-4b67-a297-c546e554ac24 req-ae647bb7-8bb2-424e-8766-da232f4bf6ae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afc42065-d41d-4c26-a2d2-d56cf79912ba HTTP/1.1" status: 200 len: 1001 time: 0.0987027 Jun 25 14:35:52.131775 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0c58e-be38-4b67-a297-c546e554ac24 req-aef962da-1c38-4a84-b5f0-9077d7b18c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:52.133460 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-80b0c58e-be38-4b67-a297-c546e554ac24 req-aef962da-1c38-4a84-b5f0-9077d7b18c67 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7793419f-1d06-4466-8932-87c4e1d7fab9 HTTP/1.1" status: 200 len: 854 time: 0.0605862 Jun 25 14:35:52.212833 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0c58e-be38-4b67-a297-c546e554ac24 req-82a30cc0-1152-4eb9-85c6-539f774d7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:52.214286 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-80b0c58e-be38-4b67-a297-c546e554ac24 req-82a30cc0-1152-4eb9-85c6-539f774d7230 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fbdfb920-c89a-4253-9bd1-e6cba08d8871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732920 Jun 25 14:35:52.362740 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-80b0c58e-be38-4b67-a297-c546e554ac24 req-37370afe-9bd1-44a5-a9f0-4bc990e23aea service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387594 Jun 25 14:35:52.562604 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-80b0c58e-be38-4b67-a297-c546e554ac24 req-f49c6e1a-665e-48db-b9af-486bd8d8d830 service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906574 Jun 25 14:35:52.573539 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6dd9d-b13a-48b7-954e-f5f7f3d43e66 req-459e0f8e-22a7-4111-8ab5-5d300b4cb9d8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:52.574993 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-98b6dd9d-b13a-48b7-954e-f5f7f3d43e66 req-459e0f8e-22a7-4111-8ab5-5d300b4cb9d8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.1803670 Jun 25 14:35:52.618943 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-98b6dd9d-b13a-48b7-954e-f5f7f3d43e66 req-c047705b-d055-4e5f-8ab7-81aa40723089 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381999 Jun 25 14:35:53.810991 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a620b-6dc4-4e60-812b-310212e096b2 req-d4da2ada-99a5-4efc-aee8-363992567549 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:53.812464 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f45a620b-6dc4-4e60-812b-310212e096b2 req-d4da2ada-99a5-4efc-aee8-363992567549 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0832736 Jun 25 14:35:53.858952 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f45a620b-6dc4-4e60-812b-310212e096b2 req-077870af-69de-4d24-afb4-0af3b183be9c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396771 Jun 25 14:35:55.032049 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:55.197153 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3a6d6-a53b-469a-88f7-f67a90b7a912 req-21cbfe31-d883-4e51-824a-fbbf6bb1e780 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:55.198585 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-95d3a6d6-a53b-469a-88f7-f67a90b7a912 req-21cbfe31-d883-4e51-824a-fbbf6bb1e780 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0789695 Jun 25 14:35:55.247159 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-95d3a6d6-a53b-469a-88f7-f67a90b7a912 req-303fab02-d092-4374-b32f-8e5457913923 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427504 Jun 25 14:35:55.782040 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-270ee0f3-df7a-4013-bd42-f966902f2d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:55.823939 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:56.438038 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7f666-fdda-4015-8de7-8a62846d9481 req-ae9163ba-39f0-47f7-991b-48454d99bdff tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:56.439511 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-79f7f666-fdda-4015-8de7-8a62846d9481 req-ae9163ba-39f0-47f7-991b-48454d99bdff tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0830121 Jun 25 14:35:56.487451 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-79f7f666-fdda-4015-8de7-8a62846d9481 req-0d2b97f0-6d6d-41b7-a51f-49fb1b9aa964 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404806 Jun 25 14:35:57.140684 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device d2210975-12f9-4749-8bda-c5c2bfd54751 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:35:57.274575 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port d2210975-12f9-4749-8bda-c5c2bfd54751, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d2210975-12f9-4749-8bda-c5c2bfd54751,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:57.288224 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'port_id': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'mac_address': 'fa:16:3e:32:94:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:35:57.342307 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:57.358866 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2210975-12f9-4749-8bda-c5c2bfd54751 {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:35:57.374393 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port d2210975-12f9-4749-8bda-c5c2bfd54751, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d2210975-12f9-4749-8bda-c5c2bfd54751,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:57.379135 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:57.380862 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:57.455370 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=d2210975-12f9-4749-8bda-c5c2bfd54751,revision_number=6']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:57.459107 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:57.504991 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['d2210975-12f9-4749-8bda-c5c2bfd54751'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:35:57.682618 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b7b5e-950b-4780-837f-8e6da06bacea req-19cfe80b-4cd2-497f-b08f-96c5bc17f303 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:57.684108 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-733b7b5e-950b-4780-837f-8e6da06bacea req-19cfe80b-4cd2-497f-b08f-96c5bc17f303 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 945 time: 0.0827682 Jun 25 14:35:57.730565 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-733b7b5e-950b-4780-837f-8e6da06bacea req-f3e87cfe-2d36-444c-8a7b-9c3fa8a09a7c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407584 Jun 25 14:35:57.964433 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f0a4192b-a320-48d4-8725-3853fb50f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:58.931135 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306a332-8c2f-4fef-b436-fb1f44b16531 req-aa6db045-f255-4e7e-baf4-9060b35a39c1 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:58.933298 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7306a332-8c2f-4fef-b436-fb1f44b16531 req-aa6db045-f255-4e7e-baf4-9060b35a39c1 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 945 time: 0.0909364 Jun 25 14:35:58.981926 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7306a332-8c2f-4fef-b436-fb1f44b16531 req-5b2142c4-d9a7-4ad1-a6b9-6954a7499c6e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429478 Jun 25 14:35:59.111372 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.150744 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device d2210975-12f9-4749-8bda-c5c2bfd54751 up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:59.250518 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port d2210975-12f9-4749-8bda-c5c2bfd54751 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:59.250890 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.371600 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.399434 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc64211-1083-49f2-ada4-311a885beeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2210975-12f9-4749-8bda-c5c2bfd54751'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:59.410253 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port d2210975-12f9-4749-8bda-c5c2bfd54751, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d2210975-12f9-4749-8bda-c5c2bfd54751,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:59.416225 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.419278 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:59.451511 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc64211-1083-49f2-ada4-311a885beeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'code': 200} Jun 25 14:35:59.491913 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=d2210975-12f9-4749-8bda-c5c2bfd54751,revision_number=7']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:59.494842 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:00.207365 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e959b-9e82-45af-85a5-0d25ba625777 req-65b1de6a-2fd9-45f9-ae9b-6fb66ec2c27e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:00.215262 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-324e959b-9e82-45af-85a5-0d25ba625777 req-65b1de6a-2fd9-45f9-ae9b-6fb66ec2c27e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.1091435 Jun 25 14:36:00.274103 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-324e959b-9e82-45af-85a5-0d25ba625777 req-66e5d80f-cd72-4169-ac92-1207eb7b6f67 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578611 Jun 25 14:36:00.580133 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:01.623839 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a552-bdb4-4caf-8b34-06b2d0592833 req-0cf74ed8-2c09-4ddf-9be6-97e31926a8fc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:01.626214 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c250a552-bdb4-4caf-8b34-06b2d0592833 req-0cf74ed8-2c09-4ddf-9be6-97e31926a8fc tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0959620 Jun 25 14:36:01.675739 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c250a552-bdb4-4caf-8b34-06b2d0592833 req-dcf0095a-57ad-475d-9eb6-2e1d026307fe tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427709 Jun 25 14:36:02.881426 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19e8f5-dc57-4b3e-bb73-f00dcc871e7c req-71d184df-9b05-4602-8c96-8a0748773464 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:02.883218 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6f19e8f5-dc57-4b3e-bb73-f00dcc871e7c req-71d184df-9b05-4602-8c96-8a0748773464 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0886543 Jun 25 14:36:02.932933 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6f19e8f5-dc57-4b3e-bb73-f00dcc871e7c req-4eaa8042-2258-45ec-b345-2b99c8c6e620 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Jun 25 14:36:04.164796 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dee3a6-e55c-4b20-92b9-f1b99f2cfe1f req-9a5f28e9-c721-419a-9ccf-1ae457f764a4 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:04.167282 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b0dee3a6-e55c-4b20-92b9-f1b99f2cfe1f req-9a5f28e9-c721-419a-9ccf-1ae457f764a4 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0940313 Jun 25 14:36:04.231276 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b0dee3a6-e55c-4b20-92b9-f1b99f2cfe1f req-796c3008-8391-4d02-a00a-025748743189 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578220 Jun 25 14:36:05.256506 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e4f6f112-a3fe-46d2-b579-a09153d3f79f req-b058f629-75e2-4d3b-8182-46ab4debb82d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835070284&fields=id&tenant_id=99a2ea8d16f245d781ba2b45be672d2a HTTP/1.1" status: 200 len: 267 time: 0.0490429 Jun 25 14:36:05.521913 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f112-a3fe-46d2-b579-a09153d3f79f req-c2e57097-4a98-4462-8d44-c089719b885b tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:05.523432 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e4f6f112-a3fe-46d2-b579-a09153d3f79f req-c2e57097-4a98-4462-8d44-c089719b885b tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 985 time: 0.2609715 Jun 25 14:36:05.536467 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f3445-0c38-4b17-a75e-386a3ef11405 req-47dbb7c3-8a9d-4148-83c1-197f8aaf3fcf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:05.537960 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-487f3445-0c38-4b17-a75e-386a3ef11405 req-47dbb7c3-8a9d-4148-83c1-197f8aaf3fcf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.1252131 Jun 25 14:36:05.543511 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-e4f6f112-a3fe-46d2-b579-a09153d3f79f req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Request body: {'port': {'security_groups': ['de7ff066-3544-4af1-b7fc-d75f71a1b6f4']}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:05.634435 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-487f3445-0c38-4b17-a75e-386a3ef11405 req-7aee70c9-9d39-4821-b055-23945f2b72b8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652044 Jun 25 14:36:05.720118 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e4f6f112-a3fe-46d2-b579-a09153d3f79f req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.976067 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-e4f6f112-a3fe-46d2-b579-a09153d3f79f req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] For port afc42065-d41d-4c26-a2d2-d56cf79912ba, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=afc42065-d41d-4c26-a2d2-d56cf79912ba,segment=NetworkSegment(1aebfb62-439c-455d-b055-31f88b958a12),segment_id=1aebfb62-439c-455d-b055-31f88b958a12)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:06.004030 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e4f6f112-a3fe-46d2-b579-a09153d3f79f req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.011237 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e4f6f112-a3fe-46d2-b579-a09153d3f79f req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.017678 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:06.031469 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['afc42065-d41d-4c26-a2d2-d56cf79912ba'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:36:06.100720 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Pushing event updated for resources: {'Port': ['ID=afc42065-d41d-4c26-a2d2-d56cf79912ba,revision_number=7']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:06.125595 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:06.126886 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:06.127956 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:06.128505 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:06.129026 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:06.129542 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:06.130068 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:06.130605 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:06.131131 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:06.131773 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:06.132701 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:06.133218 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:06.138451 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:06.146057 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f112-a3fe-46d2-b579-a09153d3f79f req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:06.147047 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e4f6f112-a3fe-46d2-b579-a09153d3f79f req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.153328 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e4f6f112-a3fe-46d2-b579-a09153d3f79f req-c6a314bd-a1aa-4635-9ab8-3f9bbd2efdca tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "PUT /v2.0/ports/afc42065-d41d-4c26-a2d2-d56cf79912ba HTTP/1.1" status: 200 len: 943 time: 0.6142755 Jun 25 14:36:06.154049 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d53e5e-3d07-4701-b870-f8f38def5810', 'tag': 'afc42065-d41d-4c26-a2d2-d56cf79912ba'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:06.155855 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51416) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:06.235126 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d53e5e-3d07-4701-b870-f8f38def5810', 'tag': 'afc42065-d41d-4c26-a2d2-d56cf79912ba', 'status': 'completed', 'code': 200} Jun 25 14:36:06.344176 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['afc42065-d41d-4c26-a2d2-d56cf79912ba'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:36:06.376568 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f82920ce-33c8-4403-ad80-4d26cd0d975d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.437204 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f82920ce-33c8-4403-ad80-4d26cd0d975d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.485533 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edb5d4-f29a-4180-b2ce-841ce6cbece2 req-9e81e8f1-4f7d-4c4c-ad5b-f717f21a5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:06.487460 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-44edb5d4-f29a-4180-b2ce-841ce6cbece2 req-9e81e8f1-4f7d-4c4c-ad5b-f717f21a5bc7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99a2ea8d16f245d781ba2b45be672d2a&device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 1099 time: 0.2267663 Jun 25 14:36:06.564358 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f82920ce-33c8-4403-ad80-4d26cd0d975d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.576075 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-209501d9-3975-4b72-824c-8687729e04a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:06.611267 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82920ce-33c8-4403-ad80-4d26cd0d975d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1594d41-9fd3-46ec-8202-2b7a73411e02,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:06.632752 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f82920ce-33c8-4403-ad80-4d26cd0d975d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:06.633636 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f82920ce-33c8-4403-ad80-4d26cd0d975d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.634754 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-f82920ce-33c8-4403-ad80-4d26cd0d975d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "DELETE /v2.0/security-groups/d1594d41-9fd3-46ec-8202-2b7a73411e02 HTTP/1.1" status: 204 len: 168 time: 0.4779131 Jun 25 14:36:06.644551 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51428) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:06.680881 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edb5d4-f29a-4180-b2ce-841ce6cbece2 req-a5ef3602-f8ea-424b-b3ba-9d8b1552f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:06.682794 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-44edb5d4-f29a-4180-b2ce-841ce6cbece2 req-a5ef3602-f8ea-424b-b3ba-9d8b1552f27f service neutron] 10.222.0.38 "GET /v2.0/networks?id=fbdfb920-c89a-4253-9bd1-e6cba08d8871 HTTP/1.1" status: 200 len: 916 time: 0.1827610 Jun 25 14:36:06.683009 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-c9d10a69-ee4f-4b15-a9d9-905552608939 None None] Provisioning complete for port afc42065-d41d-4c26-a2d2-d56cf79912ba triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:06.683631 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c9d10a69-ee4f-4b15-a9d9-905552608939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.891978 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-44edb5d4-f29a-4180-b2ce-841ce6cbece2 req-caafd07c-aee1-4ac8-9897-c9926d10c270 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afc42065-d41d-4c26-a2d2-d56cf79912ba HTTP/1.1" status: 200 len: 1001 time: 0.2004817 Jun 25 14:36:06.981815 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd780ff-fa5e-40be-b8bd-512bcc1bdf5d req-46903cfd-9ced-46b6-80a9-67858934382e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:06.988991 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4fd780ff-fa5e-40be-b8bd-512bcc1bdf5d req-46903cfd-9ced-46b6-80a9-67858934382e tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.1712461 Jun 25 14:36:07.004542 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-042f4655-eca0-4f23-9576-71a261f5dd50 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Deleting port acd0d988-e148-494a-98d0-c0ccf252e10c {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:07.004880 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-042f4655-eca0-4f23-9576-71a261f5dd50 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:07.007255 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edb5d4-f29a-4180-b2ce-841ce6cbece2 req-50c11947-9694-4fa7-912e-f40fc7c5a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:07.008928 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-44edb5d4-f29a-4180-b2ce-841ce6cbece2 req-50c11947-9694-4fa7-912e-f40fc7c5a3fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7793419f-1d06-4466-8932-87c4e1d7fab9 HTTP/1.1" status: 200 len: 854 time: 0.1075678 Jun 25 14:36:07.101844 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4fd780ff-fa5e-40be-b8bd-512bcc1bdf5d req-d3b57a22-f52e-4b3e-9b28-0959fa828887 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119823 Jun 25 14:36:07.156638 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edb5d4-f29a-4180-b2ce-841ce6cbece2 req-3531bff6-5ff6-4eae-90b3-e5348ff6bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:07.158088 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-44edb5d4-f29a-4180-b2ce-841ce6cbece2 req-3531bff6-5ff6-4eae-90b3-e5348ff6bc62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fbdfb920-c89a-4253-9bd1-e6cba08d8871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1333380 Jun 25 14:36:07.195520 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-042f4655-eca0-4f23-9576-71a261f5dd50 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:07.196104 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-042f4655-eca0-4f23-9576-71a261f5dd50 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:07.336274 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-44edb5d4-f29a-4180-b2ce-841ce6cbece2 req-0e97906f-fbb1-403c-8473-00f5c7af4b75 service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647158 Jun 25 14:36:07.391705 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-042f4655-eca0-4f23-9576-71a261f5dd50 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Calling delete_port for acd0d988-e148-494a-98d0-c0ccf252e10c owned by network:floatingip {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:07.517291 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-44edb5d4-f29a-4180-b2ce-841ce6cbece2 req-89031008-5af5-48e3-b8fa-385647b28a46 service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702704 Jun 25 14:36:07.570115 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-042f4655-eca0-4f23-9576-71a261f5dd50 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:07.580497 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:07.659525 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f4655-eca0-4f23-9576-71a261f5dd50 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Pushing event deleted for resources: {'Port': ['ID=acd0d988-e148-494a-98d0-c0ccf252e10c,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:07.698959 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-042f4655-eca0-4f23-9576-71a261f5dd50 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:07.718906 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-042f4655-eca0-4f23-9576-71a261f5dd50 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks [] for floatingip, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:07.719267 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.l3_db [None req-042f4655-eca0-4f23-9576-71a261f5dd50 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Floating IP 15334eb4-a471-49c7-bb44-59d39276623a disassociated (deleted). External IP: 172.28.0.61, port: afc42065-d41d-4c26-a2d2-d56cf79912ba. Jun 25 14:36:08.225281 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042f4655-eca0-4f23-9576-71a261f5dd50 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Router 9e4cf314-0632-4ad3-9909-985b0a88b1af has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:36:08.342310 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbb409-864d-434f-b2e5-c29bd4442dbb req-e8cbc2fa-bb92-4e0c-9199-2eac3149e11a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:08.344063 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-62bbb409-864d-434f-b2e5-c29bd4442dbb req-e8cbc2fa-bb92-4e0c-9199-2eac3149e11a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0881929 Jun 25 14:36:08.405736 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-62bbb409-864d-434f-b2e5-c29bd4442dbb req-76fb161d-d142-4f88-985e-9586d09f4e1d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545526 Jun 25 14:36:08.443644 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042f4655-eca0-4f23-9576-71a261f5dd50 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:36:08.453531 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74be2aee-c669-48f3-a909-ffce1958750b None None] Sync routers for ids ['9e4cf314-0632-4ad3-9909-985b0a88b1af'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:36:08.464451 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74be2aee-c669-48f3-a909-ffce1958750b None None] Routers {'9e4cf314-0632-4ad3-9909-985b0a88b1af'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:08.465147 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-74be2aee-c669-48f3-a909-ffce1958750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:35:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['9e4cf314-0632-4ad3-9909-985b0a88b1af'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:08.492841 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-042f4655-eca0-4f23-9576-71a261f5dd50 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:08.583558 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-042f4655-eca0-4f23-9576-71a261f5dd50 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "DELETE /v2.0/floatingips/15334eb4-a471-49c7-bb44-59d39276623a HTTP/1.1" status: 204 len: 168 time: 1.9376452 Jun 25 14:36:08.584555 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d53e5e-3d07-4701-b870-f8f38def5810', 'tag': 'afc42065-d41d-4c26-a2d2-d56cf79912ba'}] {{(pid=78415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:08.650832 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d53e5e-3d07-4701-b870-f8f38def5810', 'tag': 'afc42065-d41d-4c26-a2d2-d56cf79912ba', 'status': 'completed', 'code': 200} Jun 25 14:36:08.707974 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-74be2aee-c669-48f3-a909-ffce1958750b None None] Set router 9e4cf314-0632-4ad3-9909-985b0a88b1af gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:08.929406 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd889c3-fc80-4c37-bdd0-1194111ca1c1 req-c8ae105e-104f-43e7-9fd6-3354915ef606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:08.931845 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-abd889c3-fc80-4c37-bdd0-1194111ca1c1 req-c8ae105e-104f-43e7-9fd6-3354915ef606 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99a2ea8d16f245d781ba2b45be672d2a&device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 1099 time: 0.2674794 Jun 25 14:36:09.241240 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd889c3-fc80-4c37-bdd0-1194111ca1c1 req-2746b09c-8cb3-4c59-a3c0-fe940c9e9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:09.242703 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-abd889c3-fc80-4c37-bdd0-1194111ca1c1 req-2746b09c-8cb3-4c59-a3c0-fe940c9e9244 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fbdfb920-c89a-4253-9bd1-e6cba08d8871 HTTP/1.1" status: 200 len: 916 time: 0.3038774 Jun 25 14:36:09.253566 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-74be2aee-c669-48f3-a909-ffce1958750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:27Z', 'updated_at': '2021-06-25T14:33:32Z', 'revision_number': 4, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'gw_port': {'id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:28Z', 'updated_at': '2021-06-25T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '513b89ff-bce8-48e1-ae65-268c1d8bcaf4', 'name': '', 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'mac_address': 'fa:16:3e:15:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:32Z', 'updated_at': '2021-06-25T14:33:41Z', 'revision_number': 5, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'subnets': [{'id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:09.262756 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74be2aee-c669-48f3-a909-ffce1958750b None None] Checking router: 9e4cf314-0632-4ad3-9909-985b0a88b1af for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:36:09.284410 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74be2aee-c669-48f3-a909-ffce1958750b None None] Routers {'9e4cf314-0632-4ad3-9909-985b0a88b1af'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:09.285584 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-74be2aee-c669-48f3-a909-ffce1958750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:35:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['9e4cf314-0632-4ad3-9909-985b0a88b1af'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:09.330597 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-abd889c3-fc80-4c37-bdd0-1194111ca1c1 req-411724b9-21e3-4c31-9ce7-15a881560e4d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afc42065-d41d-4c26-a2d2-d56cf79912ba HTTP/1.1" status: 200 len: 217 time: 0.0742548 Jun 25 14:36:09.417359 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd889c3-fc80-4c37-bdd0-1194111ca1c1 req-6531beb5-42cc-4f4b-9a85-cbbd04be078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:09.418790 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-abd889c3-fc80-4c37-bdd0-1194111ca1c1 req-6531beb5-42cc-4f4b-9a85-cbbd04be078d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7793419f-1d06-4466-8932-87c4e1d7fab9 HTTP/1.1" status: 200 len: 854 time: 0.0819707 Jun 25 14:36:09.532257 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-74be2aee-c669-48f3-a909-ffce1958750b None None] Set router 9e4cf314-0632-4ad3-9909-985b0a88b1af gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:09.600141 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd889c3-fc80-4c37-bdd0-1194111ca1c1 req-1118a03a-6105-4c86-a482-01a961ad0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:09.601605 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-abd889c3-fc80-4c37-bdd0-1194111ca1c1 req-1118a03a-6105-4c86-a482-01a961ad0f24 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fbdfb920-c89a-4253-9bd1-e6cba08d8871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1751525 Jun 25 14:36:09.799015 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25692a-70aa-4f56-9a8a-ca53c648630c req-40a4d0fb-b75a-4f56-903d-729d40e98569 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:09.801074 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6c25692a-70aa-4f56-9a8a-ca53c648630c req-40a4d0fb-b75a-4f56-903d-729d40e98569 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.2599106 Jun 25 14:36:09.836052 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-abd889c3-fc80-4c37-bdd0-1194111ca1c1 req-c00bf98e-c21e-48e6-b4ba-95d50fe933f2 service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167411 Jun 25 14:36:09.946029 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6c25692a-70aa-4f56-9a8a-ca53c648630c req-6e937530-32d5-45df-bdfb-b9cb5ba08a6b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316004 Jun 25 14:36:10.033357 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-abd889c3-fc80-4c37-bdd0-1194111ca1c1 req-bd80c259-0068-47f9-8ba8-ba64efd51572 service neutron] 10.222.0.38 "GET /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856241 Jun 25 14:36:10.100679 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-74be2aee-c669-48f3-a909-ffce1958750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:27Z', 'updated_at': '2021-06-25T14:33:32Z', 'revision_number': 4, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'gw_port': {'id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:28Z', 'updated_at': '2021-06-25T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '513b89ff-bce8-48e1-ae65-268c1d8bcaf4', 'name': '', 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'mac_address': 'fa:16:3e:15:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:32Z', 'updated_at': '2021-06-25T14:33:41Z', 'revision_number': 5, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'subnets': [{'id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:10.105568 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74be2aee-c669-48f3-a909-ffce1958750b None None] The sync data for ids ['9e4cf314-0632-4ad3-9909-985b0a88b1af'] in dv-cinder-798088-1-smb is: [{'id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:27Z', 'updated_at': '2021-06-25T14:33:32Z', 'revision_number': 4, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'gw_port': {'id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:28Z', 'updated_at': '2021-06-25T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '513b89ff-bce8-48e1-ae65-268c1d8bcaf4', 'name': '', 'network_id': 'fbdfb920-c89a-4253-9bd1-e6cba08d8871', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'mac_address': 'fa:16:3e:15:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:32Z', 'updated_at': '2021-06-25T14:33:41Z', 'revision_number': 5, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'subnets': [{'id': '7793419f-1d06-4466-8932-87c4e1d7fab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:36:10.532686 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ce814-d3ab-42c1-9e39-1e59123524a7 None None] New status for floating IP 15334eb4-a471-49c7-bb44-59d39276623a: DOWN {{(pid=78417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:36:11.153241 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6d386-d217-4d18-863f-55d2048412ea req-c62a058d-64cc-4eb8-8d51-c2088ea6d3e0 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:11.155373 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-dee6d386-d217-4d18-863f-55d2048412ea req-c62a058d-64cc-4eb8-8d51-c2088ea6d3e0 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0910685 Jun 25 14:36:11.261139 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-dee6d386-d217-4d18-863f-55d2048412ea req-7fd2ee35-a673-4786-8000-d807008bfd72 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974841 Jun 25 14:36:11.277621 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55b674-f091-49a2-a432-232f16a2aeaf req-cc294d68-66eb-4960-ab29-001b67b8c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:11.279107 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-de55b674-f091-49a2-a432-232f16a2aeaf req-cc294d68-66eb-4960-ab29-001b67b8c5ca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69f59d897952483db727b31e7fb234a7&device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 1099 time: 0.0958500 Jun 25 14:36:11.409968 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55b674-f091-49a2-a432-232f16a2aeaf req-5e37df75-d0ab-4b8b-8f81-d3c4b3e4d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:11.411411 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-de55b674-f091-49a2-a432-232f16a2aeaf req-5e37df75-d0ab-4b8b-8f81-d3c4b3e4d3f3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f846d10-9cee-4824-b681-42b7e5742db5 HTTP/1.1" status: 200 len: 918 time: 0.1253996 Jun 25 14:36:11.513701 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-de55b674-f091-49a2-a432-232f16a2aeaf req-3609b6a8-0473-4352-be7b-50b442997264 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2210975-12f9-4749-8bda-c5c2bfd54751 HTTP/1.1" status: 200 len: 1001 time: 0.0952590 Jun 25 14:36:11.576396 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55b674-f091-49a2-a432-232f16a2aeaf req-9710bb57-a94a-41f0-a40a-8b99de75c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:11.577812 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-de55b674-f091-49a2-a432-232f16a2aeaf req-9710bb57-a94a-41f0-a40a-8b99de75c4f1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=55e5d707-dbd0-4da0-94e3-0f06c3c28c8d HTTP/1.1" status: 200 len: 856 time: 0.0554557 Jun 25 14:36:11.655586 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55b674-f091-49a2-a432-232f16a2aeaf req-1189c65d-de75-47d9-9fe6-5d8705cfce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:11.657050 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-de55b674-f091-49a2-a432-232f16a2aeaf req-1189c65d-de75-47d9-9fe6-5d8705cfce1d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f846d10-9cee-4824-b681-42b7e5742db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721130 Jun 25 14:36:11.789162 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-de55b674-f091-49a2-a432-232f16a2aeaf req-076e1142-aa9f-4dcf-8063-ecd7d58dcfcf service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238153 Jun 25 14:36:12.026833 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-de55b674-f091-49a2-a432-232f16a2aeaf req-bc82f9b2-6a3b-4b27-b34b-77ea76933442 service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305193 Jun 25 14:36:12.236840 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8201b1-85b2-4292-a435-7ba28a3c7a07 req-cbf190ff-c967-4f96-a78c-feb32a5c37d9 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:12.238821 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cc8201b1-85b2-4292-a435-7ba28a3c7a07 req-cbf190ff-c967-4f96-a78c-feb32a5c37d9 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 946 time: 0.0789089 Jun 25 14:36:12.282001 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cc8201b1-85b2-4292-a435-7ba28a3c7a07 req-e40c2613-fa70-4562-add9-8cd415c601c6 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374267 Jun 25 14:36:12.456414 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1502fd-9b6d-4b85-b7d3-d74e8472e5a8 req-45ad59f2-7d2c-4029-9c9e-bf10d234eea3 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:12.457936 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ef1502fd-9b6d-4b85-b7d3-d74e8472e5a8 req-45ad59f2-7d2c-4029-9c9e-bf10d234eea3 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 946 time: 0.0830247 Jun 25 14:36:12.502995 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ef1502fd-9b6d-4b85-b7d3-d74e8472e5a8 req-06372bcd-8e59-46ce-9ca1-0ec6bc6b125f tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390403 Jun 25 14:36:13.169917 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device d2210975-12f9-4749-8bda-c5c2bfd54751 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:36:13.283906 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:13.309940 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc64211-1083-49f2-ada4-311a885beeda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2210975-12f9-4749-8bda-c5c2bfd54751'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:13.320497 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port d2210975-12f9-4749-8bda-c5c2bfd54751, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d2210975-12f9-4749-8bda-c5c2bfd54751,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:13.325674 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:13.327765 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:13.362788 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc64211-1083-49f2-ada4-311a885beeda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'code': 200} Jun 25 14:36:13.397111 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=d2210975-12f9-4749-8bda-c5c2bfd54751,revision_number=8']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:13.401046 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:13.470493 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7172df-e336-42ec-8238-0055604844a9 req-10c748d6-d476-455f-a600-06019a8ea3e6 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:13.471995 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6e7172df-e336-42ec-8238-0055604844a9 req-10c748d6-d476-455f-a600-06019a8ea3e6 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 946 time: 0.0796816 Jun 25 14:36:13.519847 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-6e7172df-e336-42ec-8238-0055604844a9 req-6912fbbe-3c8f-46f3-b4ea-93ca3734e7e5 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421629 Jun 25 14:36:13.698268 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c489c-1a63-4d2d-9472-3f1e3099324f req-67a0ff38-e15b-49d8-8385-708fa4313aae tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:13.699746 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3a7c489c-1a63-4d2d-9472-3f1e3099324f req-67a0ff38-e15b-49d8-8385-708fa4313aae tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.0814390 Jun 25 14:36:13.744135 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3a7c489c-1a63-4d2d-9472-3f1e3099324f req-c78bab9f-fd7f-44d2-bacd-5f28eeab68f8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386682 Jun 25 14:36:14.240976 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3fd0d-2509-49c6-b207-b8980304b0dc req-bcbd154a-7fee-4969-965d-1210bfbd9854 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:14.242456 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bda3fd0d-2509-49c6-b207-b8980304b0dc req-bcbd154a-7fee-4969-965d-1210bfbd9854 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.38 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 946 time: 0.0830312 Jun 25 14:36:14.323810 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-bda3fd0d-2509-49c6-b207-b8980304b0dc req-d45879f3-3d64-4466-9d74-3e65ed9854b5 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Deleting port afc42065-d41d-4c26-a2d2-d56cf79912ba {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:14.324253 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-bda3fd0d-2509-49c6-b207-b8980304b0dc req-d45879f3-3d64-4466-9d74-3e65ed9854b5 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:14.573418 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-bda3fd0d-2509-49c6-b207-b8980304b0dc req-d45879f3-3d64-4466-9d74-3e65ed9854b5 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] For port afc42065-d41d-4c26-a2d2-d56cf79912ba, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=afc42065-d41d-4c26-a2d2-d56cf79912ba,segment=NetworkSegment(1aebfb62-439c-455d-b055-31f88b958a12),segment_id=1aebfb62-439c-455d-b055-31f88b958a12)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:14.574087 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-bda3fd0d-2509-49c6-b207-b8980304b0dc req-d45879f3-3d64-4466-9d74-3e65ed9854b5 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:14.725825 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-bda3fd0d-2509-49c6-b207-b8980304b0dc req-d45879f3-3d64-4466-9d74-3e65ed9854b5 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Calling delete_port for afc42065-d41d-4c26-a2d2-d56cf79912ba owned by compute:nova {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:14.871963 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3d8f7-af14-48ca-a37d-61a80ac8dec3 req-523db3b1-0588-4c2a-9d2d-7ba6b17cb956 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:14.873334 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d5b3d8f7-af14-48ca-a37d-61a80ac8dec3 req-523db3b1-0588-4c2a-9d2d-7ba6b17cb956 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/ports?device_id=17d53e5e-3d07-4701-b870-f8f38def5810 HTTP/1.1" status: 200 len: 946 time: 0.2413356 Jun 25 14:36:14.995196 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-bda3fd0d-2509-49c6-b207-b8980304b0dc req-d45879f3-3d64-4466-9d74-3e65ed9854b5 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:15.005560 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d5b3d8f7-af14-48ca-a37d-61a80ac8dec3 req-d8736413-a5a6-486c-ab60-d578f43c0854 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.50 "GET /v2.0/security-groups?id=de7ff066-3544-4af1-b7fc-d75f71a1b6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874677 Jun 25 14:36:15.006267 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a31bf36f-8a88-4942-a8c7-e0688e532d3d tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:15.007561 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['afc42065-d41d-4c26-a2d2-d56cf79912ba'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:36:15.059824 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45879f3-3d64-4466-9d74-3e65ed9854b5 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Pushing event deleted for resources: {'Port': ['ID=afc42065-d41d-4c26-a2d2-d56cf79912ba,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:15.065328 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d45879f3-3d64-4466-9d74-3e65ed9854b5 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:15.145990 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2289f-4eef-4a4a-9afa-9e0766558aa7 req-9d9c6185-5a1d-4fd1-90e8-9ce440de75de tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:15.147384 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e7d2289f-4eef-4a4a-9afa-9e0766558aa7 req-9d9c6185-5a1d-4fd1-90e8-9ce440de75de tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.2731535 Jun 25 14:36:15.152783 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda3fd0d-2509-49c6-b207-b8980304b0dc req-d45879f3-3d64-4466-9d74-3e65ed9854b5 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] No DVR routers for this DVR port afc42065-d41d-4c26-a2d2-d56cf79912ba on host hv-cinder-79808 {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:36:15.156676 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-bda3fd0d-2509-49c6-b207-b8980304b0dc req-d45879f3-3d64-4466-9d74-3e65ed9854b5 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:15.160167 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d53e5e-3d07-4701-b870-f8f38def5810', 'name': 'network-vif-deleted', 'tag': 'afc42065-d41d-4c26-a2d2-d56cf79912ba'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:15.189187 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bda3fd0d-2509-49c6-b207-b8980304b0dc req-d45879f3-3d64-4466-9d74-3e65ed9854b5 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] 10.222.0.38 "DELETE /v2.0/ports/afc42065-d41d-4c26-a2d2-d56cf79912ba HTTP/1.1" status: 204 len: 173 time: 0.9315045 Jun 25 14:36:15.210651 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e7d2289f-4eef-4a4a-9afa-9e0766558aa7 req-f0111482-21fa-4b32-bd93-4e8072045f26 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559692 Jun 25 14:36:15.281569 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d53e5e-3d07-4701-b870-f8f38def5810', 'name': 'network-vif-deleted', 'tag': 'afc42065-d41d-4c26-a2d2-d56cf79912ba', 'status': 'completed', 'code': 200} Jun 25 14:36:16.715420 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 51626) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:16.756707 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-33b3cf54-8022-402d-bec6-9ba73c175c1b req-8102b8f1-abef-43fa-adb1-de40c4fc217d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699584 Jun 25 14:36:17.011251 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c475fe-0e1e-4cf4-a46d-1710e528e8d8 req-6a4acfd8-21d3-4774-8aad-3fb7332b18a3 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:17.012776 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-56c475fe-0e1e-4cf4-a46d-1710e528e8d8 req-6a4acfd8-21d3-4774-8aad-3fb7332b18a3 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.3529711 Jun 25 14:36:17.148304 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-56c475fe-0e1e-4cf4-a46d-1710e528e8d8 req-33266688-7332-412a-ae4e-4c17a1c544c0 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238818 Jun 25 14:36:17.192199 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device d2210975-12f9-4749-8bda-c5c2bfd54751 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:36:17.328313 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device afc42065-d41d-4c26-a2d2-d56cf79912ba no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:36:17.364217 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: afc42065-d41d-4c26-a2d2-d56cf79912ba {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:36:17.364568 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device afc42065-d41d-4c26-a2d2-d56cf79912ba not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:36:17.444259 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-db38d856-3cc1-4787-95d0-42d4154c6533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8043546'] for router_interface, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:17.716552 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3cf54-8022-402d-bec6-9ba73c175c1b req-81382b1e-fef9-409b-9012-4d6e9aaf4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:17.717998 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-33b3cf54-8022-402d-bec6-9ba73c175c1b req-81382b1e-fef9-409b-9012-4d6e9aaf4c86 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda&tenant_id=69f59d897952483db727b31e7fb234a7 HTTP/1.1" status: 200 len: 1097 time: 0.2243752 Jun 25 14:36:17.878520 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3cf54-8022-402d-bec6-9ba73c175c1b req-a295b219-2510-4a2b-95f4-faef0ba82d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:17.879982 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-33b3cf54-8022-402d-bec6-9ba73c175c1b req-a295b219-2510-4a2b-95f4-faef0ba82d1c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69f59d897952483db727b31e7fb234a7&device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 1097 time: 0.1276195 Jun 25 14:36:17.980234 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-db38d856-3cc1-4787-95d0-42d4154c6533 admin admin] Deleting port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:17.980569 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-db38d856-3cc1-4787-95d0-42d4154c6533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:18.138383 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3cf54-8022-402d-bec6-9ba73c175c1b req-a425dc83-5c21-4633-9b84-dac943c23c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:18.139811 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-33b3cf54-8022-402d-bec6-9ba73c175c1b req-a425dc83-5c21-4633-9b84-dac943c23c34 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f846d10-9cee-4824-b681-42b7e5742db5 HTTP/1.1" status: 200 len: 918 time: 0.2470984 Jun 25 14:36:18.271781 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [None req-db38d856-3cc1-4787-95d0-42d4154c6533 admin admin] For port 513b89ff-bce8-48e1-ae65-268c1d8bcaf4, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=513b89ff-bce8-48e1-ae65-268c1d8bcaf4,segment=NetworkSegment(1aebfb62-439c-455d-b055-31f88b958a12),segment_id=1aebfb62-439c-455d-b055-31f88b958a12)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:18.272179 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-db38d856-3cc1-4787-95d0-42d4154c6533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:18.280806 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-33b3cf54-8022-402d-bec6-9ba73c175c1b req-f9290630-0ed5-48ef-aea9-bcc92cfed29b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2210975-12f9-4749-8bda-c5c2bfd54751 HTTP/1.1" status: 200 len: 999 time: 0.1323647 Jun 25 14:36:18.573414 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-db38d856-3cc1-4787-95d0-42d4154c6533 admin admin] Calling delete_port for 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 owned by network:router_interface {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:18.653982 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3cf54-8022-402d-bec6-9ba73c175c1b req-f3fae033-ea1c-4f9a-8855-dbf630606650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:18.655393 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-33b3cf54-8022-402d-bec6-9ba73c175c1b req-f3fae033-ea1c-4f9a-8855-dbf630606650 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=55e5d707-dbd0-4da0-94e3-0f06c3c28c8d HTTP/1.1" status: 200 len: 856 time: 0.1768072 Jun 25 14:36:18.753871 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909565-3bf2-48bb-8300-6298480acb49 req-62f5f7b6-00be-427d-95aa-b40e86a51459 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:18.755310 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-48909565-3bf2-48bb-8300-6298480acb49 req-62f5f7b6-00be-427d-95aa-b40e86a51459 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.4714160 Jun 25 14:36:18.822195 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-48909565-3bf2-48bb-8300-6298480acb49 req-fb1ccf96-d481-444f-b2be-eaf40579832d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605278 Jun 25 14:36:18.828746 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3cf54-8022-402d-bec6-9ba73c175c1b req-cd188651-f4b4-4a6b-ae86-5523a0c82089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:18.830158 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-33b3cf54-8022-402d-bec6-9ba73c175c1b req-cd188651-f4b4-4a6b-ae86-5523a0c82089 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f846d10-9cee-4824-b681-42b7e5742db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1612294 Jun 25 14:36:18.973266 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-db38d856-3cc1-4787-95d0-42d4154c6533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:18.979231 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:19.037069 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38d856-3cc1-4787-95d0-42d4154c6533 admin admin] Pushing event deleted for resources: {'Port': ['ID=513b89ff-bce8-48e1-ae65-268c1d8bcaf4,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:19.040063 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-db38d856-3cc1-4787-95d0-42d4154c6533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:19.122135 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-33b3cf54-8022-402d-bec6-9ba73c175c1b req-73ca2cbd-f70a-4d02-8e10-309f28c57ef9 service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576513 Jun 25 14:36:19.420636 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-33b3cf54-8022-402d-bec6-9ba73c175c1b req-f86c2d94-af78-4294-9db7-9a93f12d0bd5 service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851503 Jun 25 14:36:19.441023 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-db38d856-3cc1-4787-95d0-42d4154c6533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7894169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8043702'] for router_interface, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:19.901675 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db38d856-3cc1-4787-95d0-42d4154c6533 admin admin] Router 9e4cf314-0632-4ad3-9909-985b0a88b1af has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:36:20.141388 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db38d856-3cc1-4787-95d0-42d4154c6533 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:36:20.150675 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f550b60b-3498-45b9-b8a6-6d0246ad8b1b None None] Sync routers for ids ['9e4cf314-0632-4ad3-9909-985b0a88b1af'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:36:20.161708 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d9f4d-fe95-4ce0-a370-4715cc60521b req-bfe8cb9b-6b82-4586-a3cb-38bba6b69f80 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:20.162874 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-eb8d9f4d-fe95-4ce0-a370-4715cc60521b req-bfe8cb9b-6b82-4586-a3cb-38bba6b69f80 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.1976447 Jun 25 14:36:20.163124 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f550b60b-3498-45b9-b8a6-6d0246ad8b1b None None] Routers {'9e4cf314-0632-4ad3-9909-985b0a88b1af'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:20.163739 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-f550b60b-3498-45b9-b8a6-6d0246ad8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:35:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['9e4cf314-0632-4ad3-9909-985b0a88b1af'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:20.165694 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-db38d856-3cc1-4787-95d0-42d4154c6533 admin admin] 10.222.0.50 "PUT /v2.0/routers/9e4cf314-0632-4ad3-9909-985b0a88b1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4492321 Jun 25 14:36:20.168699 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51678) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:20.254993 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-eb8d9f4d-fe95-4ce0-a370-4715cc60521b req-1846527c-045e-4a8e-8a6f-f768155ad88c tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765665 Jun 25 14:36:20.425530 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-f550b60b-3498-45b9-b8a6-6d0246ad8b1b None None] Set router 9e4cf314-0632-4ad3-9909-985b0a88b1af gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:20.477456 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Notify callbacks [] for router, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:20.702413 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:20.715398 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Deleting port e6bf6a37-53e6-47a4-a8e7-47cb9fde264e {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:20.716078 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:20.775768 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-f550b60b-3498-45b9-b8a6-6d0246ad8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:27Z', 'updated_at': '2021-06-25T14:36:18Z', 'revision_number': 5, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'gw_port': {'id': 'e6bf6a37-53e6-47a4-a8e7-47cb9fde264e', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:28Z', 'updated_at': '2021-06-25T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:20.780403 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f550b60b-3498-45b9-b8a6-6d0246ad8b1b None None] Checking router: 9e4cf314-0632-4ad3-9909-985b0a88b1af for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:36:20.793287 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f550b60b-3498-45b9-b8a6-6d0246ad8b1b None None] Routers {'9e4cf314-0632-4ad3-9909-985b0a88b1af'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:20.794170 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-f550b60b-3498-45b9-b8a6-6d0246ad8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:35:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['9e4cf314-0632-4ad3-9909-985b0a88b1af'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:20.912418 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] For port e6bf6a37-53e6-47a4-a8e7-47cb9fde264e, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=e6bf6a37-53e6-47a4-a8e7-47cb9fde264e,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:20.912793 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:20.954824 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-f550b60b-3498-45b9-b8a6-6d0246ad8b1b None None] Set router 9e4cf314-0632-4ad3-9909-985b0a88b1af gateway port host: None {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:21.106035 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-f550b60b-3498-45b9-b8a6-6d0246ad8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:27Z', 'updated_at': '2021-06-25T14:36:20Z', 'revision_number': 6, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'gw_port_host': None}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:21.110973 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f550b60b-3498-45b9-b8a6-6d0246ad8b1b None None] The sync data for ids ['9e4cf314-0632-4ad3-9909-985b0a88b1af'] in dv-cinder-798088-1-smb is: [{'id': '9e4cf314-0632-4ad3-9909-985b0a88b1af', 'name': 'tempest-TestMinimumBasicScenario-1340258114-router', 'tenant_id': '99a2ea8d16f245d781ba2b45be672d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:27Z', 'updated_at': '2021-06-25T14:36:20Z', 'revision_number': 6, 'project_id': '99a2ea8d16f245d781ba2b45be672d2a', 'gw_port_host': None}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:36:21.147005 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Calling delete_port for e6bf6a37-53e6-47a4-a8e7-47cb9fde264e owned by network:router_gateway {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:21.458342 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc8056-35d0-4d31-8362-d1b6ee526328 req-6ff6106b-9e8b-44f1-b62f-69e9aa83c0a3 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:21.465091 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-94dc8056-35d0-4d31-8362-d1b6ee526328 req-6ff6106b-9e8b-44f1-b62f-69e9aa83c0a3 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.0974929 Jun 25 14:36:21.490102 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:21.494728 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:21.527276 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-94dc8056-35d0-4d31-8362-d1b6ee526328 req-800a9238-4f68-4ea0-8fb8-e8af1efcb4be tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601425 Jun 25 14:36:21.544571 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6bf6a37-53e6-47a4-a8e7-47cb9fde264e,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:21.587583 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:21.587948 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:21.588307 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:21.588660 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:21.589007 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:21.589356 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:21.589763 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:21.590110 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:21.590454 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:21.590792 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:21.591152 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:21.591493 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:21.625471 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:21.660232 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8043071'] for router_gateway, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:21.844589 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33938'] for router, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:21.847375 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:21.934440 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8014290'] for router, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:21.934867 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e4cf314-0632-4ad3-9909-985b0a88b1af {{(pid=78415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:36:21.948932 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Notify callbacks [] for router, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:21.950049 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9e4cf314-0632-4ad3-9909-985b0a88b1af HTTP/1.1" status: 204 len: 168 time: 1.7794390 Jun 25 14:36:21.952700 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51694) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:22.020307 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc8c0e7-cdb9-4f0a-92ab-f5ba25ffec02 admin admin] Deleting subnet 7793419f-1d06-4466-8932-87c4e1d7fab9 {{(pid=78415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:36:22.023520 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c0e7-cdb9-4f0a-92ab-f5ba25ffec02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:22.074312 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c0e7-cdb9-4f0a-92ab-f5ba25ffec02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6559601'] for subnet, precommit_delete_associations {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:22.194989 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c0e7-cdb9-4f0a-92ab-f5ba25ffec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1305554'] for subnet, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:22.268415 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c0e7-cdb9-4f0a-92ab-f5ba25ffec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1303557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6721586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6890729'] for subnet, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:22.272775 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-396510ea-3b66-45bd-8832-9c0b9a88edcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:22.312132 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8c0e7-cdb9-4f0a-92ab-f5ba25ffec02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7793419f-1d06-4466-8932-87c4e1d7fab9,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:22.317430 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-7bc8c0e7-cdb9-4f0a-92ab-f5ba25ffec02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:22.318425 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c0e7-cdb9-4f0a-92ab-f5ba25ffec02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:22.324861 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-7bc8c0e7-cdb9-4f0a-92ab-f5ba25ffec02 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7793419f-1d06-4466-8932-87c4e1d7fab9 HTTP/1.1" status: 204 len: 168 time: 0.3710351 Jun 25 14:36:22.327847 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51700) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:22.331052 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbca7b54-f369-4459-9f4b-2c3e0f0b49c4 None None] Network fbdfb920-c89a-4253-9bd1-e6cba08d8871 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:36:22.366380 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device e6bf6a37-53e6-47a4-a8e7-47cb9fde264e no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:36:22.413099 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: e6bf6a37-53e6-47a4-a8e7-47cb9fde264e {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:36:22.413816 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device e6bf6a37-53e6-47a4-a8e7-47cb9fde264e not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:36:22.420408 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:36:22.462550 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345843'] for network, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:22.476364 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Deleting port ca08916b-89ca-49a4-aae9-fc96fcbee02e {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:22.476847 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:22.508430 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:36:22.508778 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 513b89ff-bce8-48e1-ae65-268c1d8bcaf4 not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:36:22.770159 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b03d1f-5bb2-4302-bc96-cbf4614a70ad None None] DHCP port deletion for fbdfb920-c89a-4253-9bd1-e6cba08d8871 request from dv-cinder-798088-1-smb {{(pid=78416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:36:22.775525 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f7b03d1f-5bb2-4302-bc96-cbf4614a70ad None None] Deleting port ca08916b-89ca-49a4-aae9-fc96fcbee02e {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:22.775992 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f7b03d1f-5bb2-4302-bc96-cbf4614a70ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:22.780462 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6a8d6-79c8-45d5-9f78-fa16371bc063 req-dbb13327-370f-43db-b0ef-85316a03c035 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:22.782537 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-88d6a8d6-79c8-45d5-9f78-fa16371bc063 req-dbb13327-370f-43db-b0ef-85316a03c035 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.1175666 Jun 25 14:36:22.834030 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] For port ca08916b-89ca-49a4-aae9-fc96fcbee02e, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=ca08916b-89ca-49a4-aae9-fc96fcbee02e,segment=NetworkSegment(1aebfb62-439c-455d-b055-31f88b958a12),segment_id=1aebfb62-439c-455d-b055-31f88b958a12)] {{(pid=78415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:22.834732 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:22.838449 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-88d6a8d6-79c8-45d5-9f78-fa16371bc063 req-e92c66f6-33e2-49b4-8db7-79bb7e8310e2 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478337 Jun 25 14:36:22.986083 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Calling delete_port for ca08916b-89ca-49a4-aae9-fc96fcbee02e owned by network:dhcp {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:23.045006 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f7b03d1f-5bb2-4302-bc96-cbf4614a70ad None None] For port ca08916b-89ca-49a4-aae9-fc96fcbee02e, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=ca08916b-89ca-49a4-aae9-fc96fcbee02e,segment=NetworkSegment(1aebfb62-439c-455d-b055-31f88b958a12),segment_id=1aebfb62-439c-455d-b055-31f88b958a12)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:23.045399 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f7b03d1f-5bb2-4302-bc96-cbf4614a70ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:23.069607 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:23.073645 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:23.122946 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca08916b-89ca-49a4-aae9-fc96fcbee02e,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:23.124872 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] No DVR routers for this DVR port ca08916b-89ca-49a4-aae9-fc96fcbee02e on host dv-cinder-798088-1-smb {{(pid=78415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:36:23.126399 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:23.213925 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f7b03d1f-5bb2-4302-bc96-cbf4614a70ad None None] Calling delete_port for ca08916b-89ca-49a4-aae9-fc96fcbee02e owned by network:dhcp {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:23.272968 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1302863', 'neutron.services.segments.db._delete_segments_for_network-8777684513985'] for network, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:23.287961 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdfb920-c89a-4253-9bd1-e6cba08d8871']}} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:23.301685 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aebfb62-439c-455d-b055-31f88b958a12') {'for_net_delete': True} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:23.302106 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aebfb62-439c-455d-b055-31f88b958a12') {} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:23.314023 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777684526376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6559560'] for segment, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:23.332630 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:23.340534 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=78415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:36:23.340926 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1300103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6724496'] for segment, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: Traceback (most recent call last): Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: timer() Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: cb(*args, **kw) Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: return func(*args, **kwargs) Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: self._notify() Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: self.callback(batched_events) Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: event.method(event) Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: return f(self, *a, **k) Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: return self._get(url).json() Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: return self.request(url, 'GET', **kwargs) Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:36:23.354755 dv-cinder-798088-1-smb neutron-server[78415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:36:23.358459 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.db.api [None req-f7b03d1f-5bb2-4302-bc96-cbf4614a70ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:36:23.358948 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_db.api [None req-f7b03d1f-5bb2-4302-bc96-cbf4614a70ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:36:23.450504 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1302864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8043034'] for network, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:23.454705 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-ba6cf62e-414b-4fa0-8f76-5c5011f668bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:23.476314 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:23.487372 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbdfb920-c89a-4253-9bd1-e6cba08d8871,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:23.490607 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:23.502435 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-edb1ea79-4732-41fa-bc66-96cd1c1797e0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fbdfb920-c89a-4253-9bd1-e6cba08d8871 HTTP/1.1" status: 204 len: 168 time: 1.1732962 Jun 25 14:36:23.505856 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51710) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:23.641585 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:36:23.860463 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f7b03d1f-5bb2-4302-bc96-cbf4614a70ad None None] Deleting port ca08916b-89ca-49a4-aae9-fc96fcbee02e {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:23.860956 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f7b03d1f-5bb2-4302-bc96-cbf4614a70ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:23.980775 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f7b03d1f-5bb2-4302-bc96-cbf4614a70ad None None] The port 'ca08916b-89ca-49a4-aae9-fc96fcbee02e' was deleted {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:36:24.076585 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811b700-a1ee-44a6-a24d-5ea359458734 req-6d9d1cff-2d4e-420d-89ee-a2b0581df0eb tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:24.091648 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e811b700-a1ee-44a6-a24d-5ea359458734 req-6d9d1cff-2d4e-420d-89ee-a2b0581df0eb tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.1196375 Jun 25 14:36:24.111022 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a4860077-7016-47c6-9b9c-22aadaf95759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8043546'] for router_interface, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:24.148631 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e811b700-a1ee-44a6-a24d-5ea359458734 req-0bf9aad3-5cb0-4fe8-8802-cb5a03c6b909 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547044 Jun 25 14:36:24.294272 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device ca08916b-89ca-49a4-aae9-fc96fcbee02e no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:36:24.333081 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: ca08916b-89ca-49a4-aae9-fc96fcbee02e {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:36:24.333735 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device ca08916b-89ca-49a4-aae9-fc96fcbee02e not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:36:24.586938 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-a4860077-7016-47c6-9b9c-22aadaf95759 admin admin] Deleting port 19443350-28aa-4232-bef7-18a00b71b35d {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:24.587293 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a4860077-7016-47c6-9b9c-22aadaf95759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:24.768961 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [None req-a4860077-7016-47c6-9b9c-22aadaf95759 admin admin] For port 19443350-28aa-4232-bef7-18a00b71b35d, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=19443350-28aa-4232-bef7-18a00b71b35d,segment=NetworkSegment(f9c845a7-4ff6-4296-bf22-e7aadf3f0b87),segment_id=f9c845a7-4ff6-4296-bf22-e7aadf3f0b87)] {{(pid=78415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:24.769178 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a4860077-7016-47c6-9b9c-22aadaf95759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:24.899452 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-a4860077-7016-47c6-9b9c-22aadaf95759 admin admin] Calling delete_port for 19443350-28aa-4232-bef7-18a00b71b35d owned by network:router_interface {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:25.038236 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:25.095649 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a4860077-7016-47c6-9b9c-22aadaf95759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:25.100227 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a1a692f5-2515-4725-a853-9a7e0278e300 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:25.145697 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4860077-7016-47c6-9b9c-22aadaf95759 admin admin] Pushing event deleted for resources: {'Port': ['ID=19443350-28aa-4232-bef7-18a00b71b35d,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:25.148815 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a4860077-7016-47c6-9b9c-22aadaf95759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:25.389168 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2c042-e90d-4f6d-9125-9f92026e9400 req-583c7eef-004d-48ff-a305-ed398f5ec93d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:25.391396 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ada2c042-e90d-4f6d-9125-9f92026e9400 req-583c7eef-004d-48ff-a305-ed398f5ec93d tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.0929880 Jun 25 14:36:25.458681 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ada2c042-e90d-4f6d-9125-9f92026e9400 req-589caa6e-da21-4860-a816-891decbe2ce1 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536647 Jun 25 14:36:25.462448 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a4860077-7016-47c6-9b9c-22aadaf95759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7894169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8043702'] for router_interface, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:25.725240 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-317decb0-ed5b-4da8-9d7c-f88db468a643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:25.828299 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:25.843718 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4860077-7016-47c6-9b9c-22aadaf95759 admin admin] Router 5e55c974-0550-42de-9282-c02c32dc8c6b has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:36:26.136358 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4860077-7016-47c6-9b9c-22aadaf95759 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:36:26.144652 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a948953-e894-4b78-82ea-3bd4e5742666 None None] Sync routers for ids ['5e55c974-0550-42de-9282-c02c32dc8c6b'] in dv-cinder-798088-1-smb {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:36:26.163718 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-a4860077-7016-47c6-9b9c-22aadaf95759 admin admin] 10.222.0.50 "PUT /v2.0/routers/5e55c974-0550-42de-9282-c02c32dc8c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6567788 Jun 25 14:36:26.166312 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 51722) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:26.193971 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a948953-e894-4b78-82ea-3bd4e5742666 None None] Routers {'5e55c974-0550-42de-9282-c02c32dc8c6b'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:26.194599 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-6a948953-e894-4b78-82ea-3bd4e5742666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:35:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['5e55c974-0550-42de-9282-c02c32dc8c6b'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:26.381203 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-6a948953-e894-4b78-82ea-3bd4e5742666 None None] Set router 5e55c974-0550-42de-9282-c02c32dc8c6b gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:26.398023 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Notify callbacks [] for router, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:26.677201 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:26.685822 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-6a948953-e894-4b78-82ea-3bd4e5742666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'name': 'tempest-TestMinimumBasicScenario-1271811723-router', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': 'a3be9979-f464-4312-8596-eed110c8da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:36Z', 'updated_at': '2021-06-25T14:36:25Z', 'revision_number': 5, 'project_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'gw_port': {'id': 'a3be9979-f464-4312-8596-eed110c8da8c', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:33:37Z', 'updated_at': '2021-06-25T14:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:26.690066 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a948953-e894-4b78-82ea-3bd4e5742666 None None] Checking router: 5e55c974-0550-42de-9282-c02c32dc8c6b for host: dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:36:26.692703 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Deleting port a3be9979-f464-4312-8596-eed110c8da8c {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:26.693048 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:26.699869 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a948953-e894-4b78-82ea-3bd4e5742666 None None] Routers {'5e55c974-0550-42de-9282-c02c32dc8c6b'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:26.700499 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-6a948953-e894-4b78-82ea-3bd4e5742666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:35:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['5e55c974-0550-42de-9282-c02c32dc8c6b'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:26.749205 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f142f-2163-4d7b-86c6-fc918e566c22 req-ead9af0b-f4ed-445d-bbf4-8042eb629ce9 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:26.750657 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4c9f142f-2163-4d7b-86c6-fc918e566c22 req-ead9af0b-f4ed-445d-bbf4-8042eb629ce9 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.1682334 Jun 25 14:36:26.856688 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-6a948953-e894-4b78-82ea-3bd4e5742666 None None] Set router 5e55c974-0550-42de-9282-c02c32dc8c6b gateway port host: None {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:26.880400 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4c9f142f-2163-4d7b-86c6-fc918e566c22 req-e1c57391-b4a0-446c-ac74-39bb15184065 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193342 Jun 25 14:36:26.992326 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-6a948953-e894-4b78-82ea-3bd4e5742666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'name': 'tempest-TestMinimumBasicScenario-1271811723-router', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:36Z', 'updated_at': '2021-06-25T14:36:26Z', 'revision_number': 6, 'project_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'gw_port_host': None}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:26.997170 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a948953-e894-4b78-82ea-3bd4e5742666 None None] The sync data for ids ['5e55c974-0550-42de-9282-c02c32dc8c6b'] in dv-cinder-798088-1-smb is: [{'id': '5e55c974-0550-42de-9282-c02c32dc8c6b', 'name': 'tempest-TestMinimumBasicScenario-1271811723-router', 'tenant_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:33:36Z', 'updated_at': '2021-06-25T14:36:26Z', 'revision_number': 6, 'project_id': 'a3e72ba5faa74a2cb5442fdea97d592e', 'gw_port_host': None}] {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:36:27.069138 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] For port a3be9979-f464-4312-8596-eed110c8da8c, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=a3be9979-f464-4312-8596-eed110c8da8c,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:27.069500 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:27.208520 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Calling delete_port for a3be9979-f464-4312-8596-eed110c8da8c owned by network:router_gateway {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:27.389179 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:27.393111 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ccd38bd6-9659-4450-a224-d2e534b1ea1d tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:27.440328 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Pushing event deleted for resources: {'Port': ['ID=a3be9979-f464-4312-8596-eed110c8da8c,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:27.443465 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:27.534901 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8043071'] for router_gateway, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:27.711777 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33938'] for router, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:27.714163 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:27.747242 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8014290'] for router, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:27.747748 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e55c974-0550-42de-9282-c02c32dc8c6b {{(pid=78414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:36:27.764695 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Notify callbacks [] for router, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:27.768129 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] 10.222.0.50 "DELETE /v2.0/routers/5e55c974-0550-42de-9282-c02c32dc8c6b HTTP/1.1" status: 204 len: 168 time: 1.5981548 Jun 25 14:36:27.768683 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51734) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:27.848288 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4702f1-09a6-4bd7-881f-5b796540afeb admin admin] Deleting subnet 029e2855-1787-4b6c-85c6-653a740eea3a {{(pid=78415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:36:27.852162 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-8d4702f1-09a6-4bd7-881f-5b796540afeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:27.907637 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-8d4702f1-09a6-4bd7-881f-5b796540afeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6559601'] for subnet, precommit_delete_associations {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:27.976918 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d11f8a06-2f4f-4abf-9885-50be8c472df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:28.020026 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-8d4702f1-09a6-4bd7-881f-5b796540afeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1305554'] for subnet, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:28.108155 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-8d4702f1-09a6-4bd7-881f-5b796540afeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1303557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6721586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6890729'] for subnet, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:28.113351 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f65fa109-5678-423f-8f4e-00e68d245297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:28.133089 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d4210-aaf5-43e0-af97-133dc0930157 req-cdf3d63d-4a23-4ef2-8967-955f8510ffed tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:28.134951 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7d5d4210-aaf5-43e0-af97-133dc0930157 req-cdf3d63d-4a23-4ef2-8967-955f8510ffed tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.1021183 Jun 25 14:36:28.157169 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-8d4702f1-09a6-4bd7-881f-5b796540afeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:28.162843 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0a97f9-6a66-49ee-985e-bcf88b7b26e9 None None] Network 5f02a4ff-66ea-462a-9b07-32271ec2d5b5 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:36:28.163948 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4702f1-09a6-4bd7-881f-5b796540afeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029e2855-1787-4b6c-85c6-653a740eea3a,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:28.169071 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-8d4702f1-09a6-4bd7-881f-5b796540afeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:28.171381 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-8d4702f1-09a6-4bd7-881f-5b796540afeb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/029e2855-1787-4b6c-85c6-653a740eea3a HTTP/1.1" status: 204 len: 168 time: 0.4015398 Jun 25 14:36:28.173808 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51740) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:28.212632 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7d5d4210-aaf5-43e0-af97-133dc0930157 req-030dd1e3-68b4-43cf-a89b-076fced43437 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720375 Jun 25 14:36:28.325653 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 19443350-28aa-4232-bef7-18a00b71b35d no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:36:28.337394 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345843'] for network, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:28.348295 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Deleting port 8f123082-d077-42cf-8eab-34e5da29e1da {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:28.348631 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:28.371969 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: 19443350-28aa-4232-bef7-18a00b71b35d {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:36:28.372338 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 19443350-28aa-4232-bef7-18a00b71b35d not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:36:28.372732 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device a3be9979-f464-4312-8596-eed110c8da8c no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:36:28.435624 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: a3be9979-f464-4312-8596-eed110c8da8c {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:36:28.435923 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device a3be9979-f464-4312-8596-eed110c8da8c not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:36:28.570709 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4453a48d-1a25-419c-b980-0407164a7bc1 None None] DHCP port deletion for 5f02a4ff-66ea-462a-9b07-32271ec2d5b5 request from dv-cinder-798088-1-smb {{(pid=78416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:36:28.571322 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] For port 8f123082-d077-42cf-8eab-34e5da29e1da, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=8f123082-d077-42cf-8eab-34e5da29e1da,segment=NetworkSegment(f9c845a7-4ff6-4296-bf22-e7aadf3f0b87),segment_id=f9c845a7-4ff6-4296-bf22-e7aadf3f0b87)] {{(pid=78415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:28.571686 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:28.577182 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-4453a48d-1a25-419c-b980-0407164a7bc1 None None] Deleting port 8f123082-d077-42cf-8eab-34e5da29e1da {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:28.577569 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4453a48d-1a25-419c-b980-0407164a7bc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:28.707791 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Calling delete_port for 8f123082-d077-42cf-8eab-34e5da29e1da owned by network:dhcp {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:28.801667 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:28.807592 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a4860077-7016-47c6-9b9c-22aadaf95759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:28.833970 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-4453a48d-1a25-419c-b980-0407164a7bc1 None None] For port 8f123082-d077-42cf-8eab-34e5da29e1da, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=8f123082-d077-42cf-8eab-34e5da29e1da,segment=NetworkSegment(f9c845a7-4ff6-4296-bf22-e7aadf3f0b87),segment_id=f9c845a7-4ff6-4296-bf22-e7aadf3f0b87)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:28.834409 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4453a48d-1a25-419c-b980-0407164a7bc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:28.853990 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f123082-d077-42cf-8eab-34e5da29e1da,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:28.857370 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:28.858131 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] No DVR routers for this DVR port 8f123082-d077-42cf-8eab-34e5da29e1da on host dv-cinder-798088-1-smb {{(pid=78415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:36:28.965232 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-4453a48d-1a25-419c-b980-0407164a7bc1 None None] Calling delete_port for 8f123082-d077-42cf-8eab-34e5da29e1da owned by network:dhcp {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:28.986870 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1302863', 'neutron.services.segments.db._delete_segments_for_network-8777684513985'] for network, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:29.003190 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f02a4ff-66ea-462a-9b07-32271ec2d5b5']}} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:29.017222 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c845a7-4ff6-4296-bf22-e7aadf3f0b87') {'for_net_delete': True} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:29.017559 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c845a7-4ff6-4296-bf22-e7aadf3f0b87') {} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:29.031510 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777684526376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6559560'] for segment, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:29.051392 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:29.051643 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.db.api [None req-4453a48d-1a25-419c-b980-0407164a7bc1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:36:29.052097 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_db.api [None req-4453a48d-1a25-419c-b980-0407164a7bc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:36:29.058111 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=78415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:36:29.058501 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1300103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6724496'] for segment, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: Traceback (most recent call last): Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: timer() Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: cb(*args, **kw) Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: return func(*args, **kwargs) Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: self._notify() Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: self.callback(batched_events) Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: event.method(event) Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: return f(self, *a, **k) Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: return self._get(url).json() Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: return self.request(url, 'GET', **kwargs) Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:36:29.074114 dv-cinder-798088-1-smb neutron-server[78415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:36:29.114267 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:29.157563 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1302864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8043034'] for network, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:29.162320 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-becbc9fe-b770-4147-aecc-facb0d425c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:29.187920 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:29.200744 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f02a4ff-66ea-462a-9b07-32271ec2d5b5,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:29.208840 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:29.210443 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-9316ddaf-cb64-4a1f-a72f-02ace281bfd7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5f02a4ff-66ea-462a-9b07-32271ec2d5b5 HTTP/1.1" status: 204 len: 168 time: 1.0355196 Jun 25 14:36:29.348443 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51750) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:29.399735 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-f7e81e10-333a-4c26-a16e-970722088ef2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99a2ea8d16f245d781ba2b45be672d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500631 Jun 25 14:36:29.402102 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51754) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:29.441385 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c8458-1d44-4276-b77e-82002a572893 req-46899953-1d51-4133-b5fa-91d5f378bf25 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:29.443143 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-912c8458-1d44-4276-b77e-82002a572893 req-46899953-1d51-4133-b5fa-91d5f378bf25 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.1015718 Jun 25 14:36:29.497201 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-912c8458-1d44-4276-b77e-82002a572893 req-0b605a56-9646-4e92-aa4a-38195bc52175 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482821 Jun 25 14:36:29.553051 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-4453a48d-1a25-419c-b980-0407164a7bc1 None None] Deleting port 8f123082-d077-42cf-8eab-34e5da29e1da {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:29.553435 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4453a48d-1a25-419c-b980-0407164a7bc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:29.570706 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-20b5561d-7daa-493a-806e-b69a728bddc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:29.601599 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-20b5561d-7daa-493a-806e-b69a728bddc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:29.620230 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-4453a48d-1a25-419c-b980-0407164a7bc1 None None] The port '8f123082-d077-42cf-8eab-34e5da29e1da' was deleted {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:36:29.668054 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-20b5561d-7daa-493a-806e-b69a728bddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:29.672515 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-6305f459-33e7-4126-a136-b4726685f45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:29.687863 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5561d-7daa-493a-806e-b69a728bddc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7ff066-3544-4af1-b7fc-d75f71a1b6f4,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:29.692886 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-20b5561d-7daa-493a-806e-b69a728bddc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:29.697654 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-20b5561d-7daa-493a-806e-b69a728bddc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:29.698766 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-20b5561d-7daa-493a-806e-b69a728bddc9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de7ff066-3544-4af1-b7fc-d75f71a1b6f4 HTTP/1.1" status: 204 len: 168 time: 0.2957785 Jun 25 14:36:30.074144 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51764) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:30.126434 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-1d8af0fe-7870-4880-b683-632ef2f69d9b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3e72ba5faa74a2cb5442fdea97d592e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508807 Jun 25 14:36:30.129261 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 51768) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:30.189532 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f5253cb2-aecb-4bb0-be19-317ca7f8c5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:30.218475 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f5253cb2-aecb-4bb0-be19-317ca7f8c5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:30.289742 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 8f123082-d077-42cf-8eab-34e5da29e1da no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:36:30.291134 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f5253cb2-aecb-4bb0-be19-317ca7f8c5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:30.295574 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-89638279-f07d-44bd-8fea-f54749bbf790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:30.308889 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5253cb2-aecb-4bb0-be19-317ca7f8c5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af8e808-9e29-46ee-bff0-6e7c1b1cecff,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:30.312720 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f5253cb2-aecb-4bb0-be19-317ca7f8c5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:30.318187 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f5253cb2-aecb-4bb0-be19-317ca7f8c5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:30.320372 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-f5253cb2-aecb-4bb0-be19-317ca7f8c5df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4af8e808-9e29-46ee-bff0-6e7c1b1cecff HTTP/1.1" status: 204 len: 168 time: 0.1899173 Jun 25 14:36:30.356660 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: 8f123082-d077-42cf-8eab-34e5da29e1da {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:36:30.357429 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 8f123082-d077-42cf-8eab-34e5da29e1da not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:36:30.592890 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:30.744828 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b0b2f-de9c-4fd2-90ff-cf4dbaded1c2 req-39cb9602-82f1-49b5-a6bc-dfc6f7a4ab78 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:30.746544 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cb3b0b2f-de9c-4fd2-90ff-cf4dbaded1c2 req-39cb9602-82f1-49b5-a6bc-dfc6f7a4ab78 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.0924418 Jun 25 14:36:30.798682 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-cb3b0b2f-de9c-4fd2-90ff-cf4dbaded1c2 req-77e27462-ab45-401e-8676-47702f553cb9 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457077 Jun 25 14:36:32.011657 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3873d-48d7-419d-a165-b52c01f3c3ab req-5e8ef106-a91e-4dc7-91ce-83c3f26b7a88 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:32.013002 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-16b3873d-48d7-419d-a165-b52c01f3c3ab req-5e8ef106-a91e-4dc7-91ce-83c3f26b7a88 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.0885243 Jun 25 14:36:32.058693 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-16b3873d-48d7-419d-a165-b52c01f3c3ab req-99c4e632-ef54-4045-b7f3-c32f4e7c6fa4 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395324 Jun 25 14:36:33.247492 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e77a6-67a1-4a02-9cba-2b7b17980750 req-1d64c550-32af-4a1b-b487-2cc238582606 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:33.248934 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9c0e77a6-67a1-4a02-9cba-2b7b17980750 req-1d64c550-32af-4a1b-b487-2cc238582606 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 944 time: 0.0784218 Jun 25 14:36:33.294042 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device d2210975-12f9-4749-8bda-c5c2bfd54751 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:36:33.297787 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9c0e77a6-67a1-4a02-9cba-2b7b17980750 req-ff81a1ee-4b0f-43d2-98c1-3092106ce47a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426376 Jun 25 14:36:33.434831 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port d2210975-12f9-4749-8bda-c5c2bfd54751, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d2210975-12f9-4749-8bda-c5c2bfd54751,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:33.448352 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'port_id': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'mac_address': 'fa:16:3e:32:94:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:36:33.503133 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:33.520737 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2210975-12f9-4749-8bda-c5c2bfd54751 {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:36:33.536532 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port d2210975-12f9-4749-8bda-c5c2bfd54751, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d2210975-12f9-4749-8bda-c5c2bfd54751,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:33.540775 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:33.542495 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:33.612744 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=d2210975-12f9-4749-8bda-c5c2bfd54751,revision_number=9']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:33.620038 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:33.620376 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:33.620705 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:33.621026 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:33.621346 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:33.621664 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:33.621986 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:33.622297 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:33.622633 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:33.622944 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:33.623283 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:33.623594 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:33.627455 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:33.828117 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['d2210975-12f9-4749-8bda-c5c2bfd54751'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:36:34.490763 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9127312-7f31-4790-aac5-ced6a45b55cf req-ad40b93b-9a83-4970-b24b-b9e4d80fcc69 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:34.492187 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c9127312-7f31-4790-aac5-ced6a45b55cf req-ad40b93b-9a83-4970-b24b-b9e4d80fcc69 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 945 time: 0.0815287 Jun 25 14:36:34.539412 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c9127312-7f31-4790-aac5-ced6a45b55cf req-09b614f1-163f-4668-9ae3-040273970a40 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414643 Jun 25 14:36:35.310541 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device d2210975-12f9-4749-8bda-c5c2bfd54751 up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:35.381771 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port d2210975-12f9-4749-8bda-c5c2bfd54751 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:35.382155 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:35.515708 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:35.543885 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc64211-1083-49f2-ada4-311a885beeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2210975-12f9-4749-8bda-c5c2bfd54751'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:35.558040 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port d2210975-12f9-4749-8bda-c5c2bfd54751, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d2210975-12f9-4749-8bda-c5c2bfd54751,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:35.558601 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:35.561539 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:35.630067 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=d2210975-12f9-4749-8bda-c5c2bfd54751,revision_number=10']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:35.633231 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:35.663952 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc64211-1083-49f2-ada4-311a885beeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'code': 200} Jun 25 14:36:35.742469 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf73ee-109e-45b9-8513-fe7767ceb26f req-be09c241-ee9f-4068-bbff-e783dedfe444 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:35.743731 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-25cf73ee-109e-45b9-8513-fe7767ceb26f req-be09c241-ee9f-4068-bbff-e783dedfe444 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 947 time: 0.0848088 Jun 25 14:36:35.794420 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-25cf73ee-109e-45b9-8513-fe7767ceb26f req-46f5c65f-728d-4d7b-ac83-ad8917083b8b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448554 Jun 25 14:36:35.911412 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e879d3e-6ffd-47c9-9192-e4f5bcc449a6 req-7b2ba12b-4e23-40f0-9cea-cfb93325cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:35.912855 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2e879d3e-6ffd-47c9-9192-e4f5bcc449a6 req-7b2ba12b-4e23-40f0-9cea-cfb93325cb9c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 1100 time: 0.0687861 Jun 25 14:36:35.958140 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2e879d3e-6ffd-47c9-9192-e4f5bcc449a6 req-f43475b7-59b3-4f4d-beee-fae03578432a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377986 Jun 25 14:36:37.158778 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d43db-9be7-4163-9e64-57581ee6d8f2 req-62d5883b-c812-4023-baf9-5714fab7f082 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:37.161289 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-645d43db-9be7-4163-9e64-57581ee6d8f2 req-62d5883b-c812-4023-baf9-5714fab7f082 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 947 time: 0.2400951 Jun 25 14:36:37.199811 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c1bb0-660d-4241-b228-5e8d47d6fea8 req-ae62c37f-2911-40d1-90d6-74299288c4a5 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:37.201245 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-927c1bb0-660d-4241-b228-5e8d47d6fea8 req-ae62c37f-2911-40d1-90d6-74299288c4a5 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 946 time: 0.1488976 Jun 25 14:36:37.239450 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-645d43db-9be7-4163-9e64-57581ee6d8f2 req-b9684ab3-8665-4b08-959a-4828a0c1e172 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692456 Jun 25 14:36:37.260306 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-927c1bb0-660d-4241-b228-5e8d47d6fea8 req-f30fab36-e3eb-47b9-9a13-790d8ebebdd5 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509617 Jun 25 14:36:38.504023 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b1610-9410-4888-ac38-7180ba0d116f req-2cd50447-5131-46d1-bb1c-fe9c04f0341a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:38.505463 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b77b1610-9410-4888-ac38-7180ba0d116f req-2cd50447-5131-46d1-bb1c-fe9c04f0341a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 947 time: 0.1454506 Jun 25 14:36:38.513950 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a005ac-e25e-45bf-9caf-0ad359ae6fb9 req-e5db1fc1-415c-4077-a18c-40cf9a158ff3 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:38.515333 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-50a005ac-e25e-45bf-9caf-0ad359ae6fb9 req-e5db1fc1-415c-4077-a18c-40cf9a158ff3 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 946 time: 0.1226895 Jun 25 14:36:38.587839 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b77b1610-9410-4888-ac38-7180ba0d116f req-29bfc162-194e-414c-affc-ed9ea1cd1c58 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715547 Jun 25 14:36:38.590550 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-50a005ac-e25e-45bf-9caf-0ad359ae6fb9 req-8da90372-0d06-4c89-8657-c464927f9216 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609238 Jun 25 14:36:39.780070 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579c12d-ed44-4300-ba36-a9586cb1110b req-0c659d61-c0ec-462c-9f72-a42ac3b659a7 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:39.781499 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a579c12d-ed44-4300-ba36-a9586cb1110b req-0c659d61-c0ec-462c-9f72-a42ac3b659a7 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 946 time: 0.0849884 Jun 25 14:36:39.827763 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a579c12d-ed44-4300-ba36-a9586cb1110b req-ffb85350-f78a-4fa9-a858-4276f3cf73c5 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396986 Jun 25 14:36:41.016934 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60404055-1138-4243-91cb-a62822ff7c0b req-afa79eb9-a65a-425c-8352-03d5c356e09c tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:41.018346 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-60404055-1138-4243-91cb-a62822ff7c0b req-afa79eb9-a65a-425c-8352-03d5c356e09c tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 946 time: 0.0833962 Jun 25 14:36:41.063004 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-60404055-1138-4243-91cb-a62822ff7c0b req-b79343f3-6757-4d1a-98e4-f84cb972e0a8 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388608 Jun 25 14:36:42.256240 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fcf2e-a6d0-4ac0-95b6-f0b0c6ce41c0 req-1af920f0-d165-4d56-919e-3372b198dfc8 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:42.257664 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-430fcf2e-a6d0-4ac0-95b6-f0b0c6ce41c0 req-1af920f0-d165-4d56-919e-3372b198dfc8 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 946 time: 0.0848138 Jun 25 14:36:42.356053 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-430fcf2e-a6d0-4ac0-95b6-f0b0c6ce41c0 req-7f9cb57e-28f4-4c5e-8018-e75bdfbb1d34 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923502 Jun 25 14:36:42.382882 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225313f-1a1c-417a-a42e-d25d78024882 req-5bea0d2a-843f-46d9-8a28-f3c50707453e tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:42.384589 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7225313f-1a1c-417a-a42e-d25d78024882 req-5bea0d2a-843f-46d9-8a28-f3c50707453e tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 946 time: 0.1191251 Jun 25 14:36:42.458000 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-7225313f-1a1c-417a-a42e-d25d78024882 req-b9626407-da9c-4ab1-a63e-4a72208d76a2 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Deleting port 8527b94e-cbfe-4963-8dfa-4b73d111b97c {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:42.458413 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-7225313f-1a1c-417a-a42e-d25d78024882 req-b9626407-da9c-4ab1-a63e-4a72208d76a2 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:42.710271 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-7225313f-1a1c-417a-a42e-d25d78024882 req-b9626407-da9c-4ab1-a63e-4a72208d76a2 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] For port 8527b94e-cbfe-4963-8dfa-4b73d111b97c, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=8527b94e-cbfe-4963-8dfa-4b73d111b97c,segment=NetworkSegment(bafb9b4b-10f6-4186-a8d7-7dcb13f62c32),segment_id=bafb9b4b-10f6-4186-a8d7-7dcb13f62c32)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:42.710637 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-7225313f-1a1c-417a-a42e-d25d78024882 req-b9626407-da9c-4ab1-a63e-4a72208d76a2 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:42.836414 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-7225313f-1a1c-417a-a42e-d25d78024882 req-b9626407-da9c-4ab1-a63e-4a72208d76a2 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Calling delete_port for 8527b94e-cbfe-4963-8dfa-4b73d111b97c owned by compute:nova {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:42.983484 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-7225313f-1a1c-417a-a42e-d25d78024882 req-b9626407-da9c-4ab1-a63e-4a72208d76a2 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:42.989352 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f520cd4f-c075-4ba9-9a83-67b3b1c548e7 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:42.995117 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['8527b94e-cbfe-4963-8dfa-4b73d111b97c'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:36:43.037482 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9626407-da9c-4ab1-a63e-4a72208d76a2 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Pushing event deleted for resources: {'Port': ['ID=8527b94e-cbfe-4963-8dfa-4b73d111b97c,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:43.040584 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b9626407-da9c-4ab1-a63e-4a72208d76a2 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:43.108546 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-7225313f-1a1c-417a-a42e-d25d78024882 req-b9626407-da9c-4ab1-a63e-4a72208d76a2 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] No DVR routers for this DVR port 8527b94e-cbfe-4963-8dfa-4b73d111b97c on host hv-cinder-79808 {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:36:43.110940 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-7225313f-1a1c-417a-a42e-d25d78024882 req-b9626407-da9c-4ab1-a63e-4a72208d76a2 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:43.113460 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71157fa-00bc-413d-b887-b26e5200efeb', 'name': 'network-vif-deleted', 'tag': '8527b94e-cbfe-4963-8dfa-4b73d111b97c'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:43.129955 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7225313f-1a1c-417a-a42e-d25d78024882 req-b9626407-da9c-4ab1-a63e-4a72208d76a2 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.38 "DELETE /v2.0/ports/8527b94e-cbfe-4963-8dfa-4b73d111b97c HTTP/1.1" status: 204 len: 173 time: 0.7385848 Jun 25 14:36:43.166801 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71157fa-00bc-413d-b887-b26e5200efeb', 'name': 'network-vif-deleted', 'tag': '8527b94e-cbfe-4963-8dfa-4b73d111b97c', 'status': 'completed', 'code': 200} Jun 25 14:36:43.534938 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-8cb49b65-06c4-4267-a067-c591f28b42ac req-c393e606-1584-40f0-a1b1-320d1c89c961 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Synchronizing usage tracker for tenant:889c90c90c8748ca9374001f7408011e on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:36:43.552188 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-8cb49b65-06c4-4267-a067-c591f28b42ac req-c393e606-1584-40f0-a1b1-320d1c89c961 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Unset dirty status for tenant:889c90c90c8748ca9374001f7408011e on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:36:43.553336 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8cb49b65-06c4-4267-a067-c591f28b42ac req-c393e606-1584-40f0-a1b1-320d1c89c961 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=d71157fa-00bc-413d-b887-b26e5200efeb HTTP/1.1" status: 200 len: 210 time: 0.0662773 Jun 25 14:36:44.776582 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b863508-6de4-4d22-ab95-17f1a4e0a759 req-ff58ae34-d8c5-48f3-8c63-20eb712b87f5 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:44.777943 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7b863508-6de4-4d22-ab95-17f1a4e0a759 req-ff58ae34-d8c5-48f3-8c63-20eb712b87f5 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 945 time: 0.1707239 Jun 25 14:36:44.823649 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7b863508-6de4-4d22-ab95-17f1a4e0a759 req-f0520853-1a9a-4f2b-8649-558e2f9acd19 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e187490-ae92-444c-9c8f-d1db5cef3907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392394 Jun 25 14:36:45.364118 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 8527b94e-cbfe-4963-8dfa-4b73d111b97c no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:36:45.398335 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: 8527b94e-cbfe-4963-8dfa-4b73d111b97c {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:36:45.398682 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 8527b94e-cbfe-4963-8dfa-4b73d111b97c not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:36:46.012221 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b4e31-8390-4cad-9219-7feb03dc5e72 req-8432ba8f-f286-4d1a-a578-78184f5bec91 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:46.013670 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d2b4e31-8390-4cad-9219-7feb03dc5e72 req-8432ba8f-f286-4d1a-a578-78184f5bec91 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 945 time: 0.0837903 Jun 25 14:36:46.059197 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d2b4e31-8390-4cad-9219-7feb03dc5e72 req-e9a44d98-1e44-4046-86c7-1b705ca39cb4 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e187490-ae92-444c-9c8f-d1db5cef3907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398190 Jun 25 14:36:46.730952 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-d7981300-ac70-4594-8eb4-163f5d682042 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:46.732367 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-d7981300-ac70-4594-8eb4-163f5d682042 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.38 "GET /v2.0/ports?device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 945 time: 0.0803568 Jun 25 14:36:46.803805 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Deleting port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:46.804139 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:47.045639 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] For port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=eb0b8bf8-f6f8-4a77-973d-f71f15aac43e,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:47.046345 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:47.399585 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4856b-ba80-45af-97e7-e34c28a99a34 req-a5029d78-6eab-4a77-8c57-f0d70a25c1a3 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:47.401042 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aec4856b-ba80-45af-97e7-e34c28a99a34 req-a5029d78-6eab-4a77-8c57-f0d70a25c1a3 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 945 time: 0.2062447 Jun 25 14:36:47.402828 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:47.403427 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8043240'] for floatingip, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:47.403575 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.l3_db [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Floating IP ae33e550-2c9e-468d-a9ea-30d07ab65ef5 disassociated. External IP: 172.28.0.29, port: eb0b8bf8-f6f8-4a77-973d-f71f15aac43e. Jun 25 14:36:47.403862 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Calling delete_port for eb0b8bf8-f6f8-4a77-973d-f71f15aac43e owned by compute:nova {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:47.498722 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aec4856b-ba80-45af-97e7-e34c28a99a34 req-1cb32e59-1276-48a3-99bb-498645206e06 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e187490-ae92-444c-9c8f-d1db5cef3907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661781 Jun 25 14:36:47.598697 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:47.604103 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d3d64fb4-569f-49b0-89fd-a8e8c6a55ea6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:47.649408 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event deleted for resources: {'Port': ['ID=eb0b8bf8-f6f8-4a77-973d-f71f15aac43e,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:47.652793 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:47.842783 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Router 296832da-492e-4041-b5cb-38d7c12aa2dd has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:36:48.127573 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:36:48.137458 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e728d-2dfb-4f90-b1b2-0a91a08746c2 None None] Sync routers for ids ['296832da-492e-4041-b5cb-38d7c12aa2dd'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:36:48.146517 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e728d-2dfb-4f90-b1b2-0a91a08746c2 None None] Routers {'296832da-492e-4041-b5cb-38d7c12aa2dd'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:48.147171 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-fa2e728d-2dfb-4f90-b1b2-0a91a08746c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:36:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['296832da-492e-4041-b5cb-38d7c12aa2dd'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:48.200004 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] No DVR routers for this DVR port eb0b8bf8-f6f8-4a77-973d-f71f15aac43e on host hv-cinder-79808 {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:36:48.202409 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:48.205002 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03db3008-e6ea-4c59-8324-9b7d9bf968dd', 'name': 'network-vif-deleted', 'tag': 'eb0b8bf8-f6f8-4a77-973d-f71f15aac43e'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:48.222599 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d69591ce-87a0-4c9d-91af-034aa1777235 req-18d02de1-42d4-49ed-a29d-f1b9a4226180 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.38 "DELETE /v2.0/ports/eb0b8bf8-f6f8-4a77-973d-f71f15aac43e HTTP/1.1" status: 204 len: 173 time: 1.4837444 Jun 25 14:36:48.254626 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03db3008-e6ea-4c59-8324-9b7d9bf968dd', 'name': 'network-vif-deleted', 'tag': 'eb0b8bf8-f6f8-4a77-973d-f71f15aac43e', 'status': 'completed', 'code': 200} Jun 25 14:36:48.371682 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-fa2e728d-2dfb-4f90-b1b2-0a91a08746c2 None None] Set router 296832da-492e-4041-b5cb-38d7c12aa2dd gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:48.690396 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-fa2e728d-2dfb-4f90-b1b2-0a91a08746c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bdf2c86f-0679-49f8-90dc-cac11e00a976', 'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'mac_address': 'fa:16:3e:ab:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:48Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 5, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'subnets': [{'id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:48.693514 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-b804c7ef-7885-458b-8817-70113ae68cb1 req-d648becd-7aeb-472d-b0c3-77e12c71a01a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Synchronizing usage tracker for tenant:ab8abfae579f4cb1ae4a79ff2c581b7a on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:36:48.694486 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e728d-2dfb-4f90-b1b2-0a91a08746c2 None None] Checking router: 296832da-492e-4041-b5cb-38d7c12aa2dd for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:36:48.708205 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e728d-2dfb-4f90-b1b2-0a91a08746c2 None None] Routers {'296832da-492e-4041-b5cb-38d7c12aa2dd'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:48.709032 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-fa2e728d-2dfb-4f90-b1b2-0a91a08746c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:36:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['296832da-492e-4041-b5cb-38d7c12aa2dd'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:48.714190 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-b804c7ef-7885-458b-8817-70113ae68cb1 req-d648becd-7aeb-472d-b0c3-77e12c71a01a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Unset dirty status for tenant:ab8abfae579f4cb1ae4a79ff2c581b7a on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:36:48.715715 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b804c7ef-7885-458b-8817-70113ae68cb1 req-d648becd-7aeb-472d-b0c3-77e12c71a01a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/ports?device_id=03db3008-e6ea-4c59-8324-9b7d9bf968dd HTTP/1.1" status: 200 len: 210 time: 0.0874927 Jun 25 14:36:48.897417 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-fa2e728d-2dfb-4f90-b1b2-0a91a08746c2 None None] Set router 296832da-492e-4041-b5cb-38d7c12aa2dd gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:48.964027 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-58098c36-b9cb-4ee8-b32a-38192e430349 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:48.965476 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-58098c36-b9cb-4ee8-b32a-38192e430349 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/networks?id=345072f3-46bb-4b0c-98bd-c07c845faa81 HTTP/1.1" status: 200 len: 813 time: 0.1595733 Jun 25 14:36:48.980533 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-09220e39-2134-4a35-b32f-454b75c66a28 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/quotas/889c90c90c8748ca9374001f7408011e HTTP/1.1" status: 200 len: 375 time: 0.0095072 Jun 25 14:36:49.032735 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-dacb793c-3427-4f92-8977-7a1064de8a7d tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=889c90c90c8748ca9374001f7408011e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467281 Jun 25 14:36:49.213855 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-fa2e728d-2dfb-4f90-b1b2-0a91a08746c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bdf2c86f-0679-49f8-90dc-cac11e00a976', 'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'mac_address': 'fa:16:3e:ab:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:48Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 5, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'subnets': [{'id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:49.217730 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e728d-2dfb-4f90-b1b2-0a91a08746c2 None None] The sync data for ids ['296832da-492e-4041-b5cb-38d7c12aa2dd'] in dv-cinder-798088-1-smb is: [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:30:51Z', 'revision_number': 4, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bdf2c86f-0679-49f8-90dc-cac11e00a976', 'name': '', 'network_id': 'ab1ef886-6434-4591-a53b-5e011b24d74f', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'mac_address': 'fa:16:3e:ab:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:48Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 5, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'subnets': [{'id': '2219ef15-7d65-4a6b-a109-68f701665bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:36:49.279952 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-f7531b4a-f4df-45e8-b6ca-2cda40c72adc service neutron] 10.222.0.50 "GET /v2.0/networks/345072f3-46bb-4b0c-98bd-c07c845faa81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399127 Jun 25 14:36:49.358085 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device eb0b8bf8-f6f8-4a77-973d-f71f15aac43e no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:36:49.397212 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: eb0b8bf8-f6f8-4a77-973d-f71f15aac43e {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:36:49.397566 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device eb0b8bf8-f6f8-4a77-973d-f71f15aac43e not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:36:49.417274 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-65624aa0-3d10-4503-9422-5795d267cc16 service neutron] 10.222.0.50 "GET /v2.0/networks/345072f3-46bb-4b0c-98bd-c07c845faa81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307182 Jun 25 14:36:49.452830 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b489625b-877d-4a66-8bd3-c55d98205552 None None] New status for floating IP ae33e550-2c9e-468d-a9ea-30d07ab65ef5: DOWN {{(pid=78417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:36:49.605110 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a0f10579-5e46-4e7f-9af4-964182584789 req-b9ad90e5-2846-40fd-9d04-a851eed3ea5a tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 210 time: 0.0435207 Jun 25 14:36:49.842719 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52028) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:49.914407 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-146d7ade-fe8f-4245-97e6-5304ece22daa tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:49.942479 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-146d7ade-fe8f-4245-97e6-5304ece22daa tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:49.996650 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-146d7ade-fe8f-4245-97e6-5304ece22daa tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:50.001002 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f82920ce-33c8-4403-ad80-4d26cd0d975d tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:50.015797 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d7ade-fe8f-4245-97e6-5304ece22daa tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e187490-ae92-444c-9c8f-d1db5cef3907,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:50.018904 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-146d7ade-fe8f-4245-97e6-5304ece22daa tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:50.033134 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-146d7ade-fe8f-4245-97e6-5304ece22daa tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:50.033983 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-146d7ade-fe8f-4245-97e6-5304ece22daa tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "DELETE /v2.0/security-groups/3e187490-ae92-444c-9c8f-d1db5cef3907 HTTP/1.1" status: 204 len: 168 time: 0.1897478 Jun 25 14:36:50.036553 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52032) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:50.053014 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.api.v2.resource [None req-e317bf09-f095-424c-923d-a3b6048cf22e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] show failed (client error): The resource could not be found. Jun 25 14:36:50.053901 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-e317bf09-f095-424c-923d-a3b6048cf22e tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "GET /v2.0/security-groups/3e187490-ae92-444c-9c8f-d1db5cef3907 HTTP/1.1" status: 404 len: 347 time: 0.0164061 Jun 25 14:36:50.056712 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52036) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:50.213694 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb6188-7d27-431c-91d5-729c65c941d6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Deleting port da9e12fe-f284-4cc9-9ce0-cb45d4d5f72d {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:50.214031 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6188-7d27-431c-91d5-729c65c941d6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:50.380758 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6188-7d27-431c-91d5-729c65c941d6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:50.380977 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6188-7d27-431c-91d5-729c65c941d6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:50.510435 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb6188-7d27-431c-91d5-729c65c941d6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Calling delete_port for da9e12fe-f284-4cc9-9ce0-cb45d4d5f72d owned by network:floatingip {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:50.648717 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6188-7d27-431c-91d5-729c65c941d6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:50.659855 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-990a39d6-07f3-406f-9df3-da7b98417d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:50.721823 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-b3d693b8-653b-4547-a39c-22316607f7dc tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:50.723545 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-b3d693b8-653b-4547-a39c-22316607f7dc tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.38 "GET /v2.0/networks?id=345072f3-46bb-4b0c-98bd-c07c845faa81 HTTP/1.1" status: 200 len: 813 time: 0.1688166 Jun 25 14:36:50.774663 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Request body: {'port': {'device_id': '4d9629dc-bf6e-4a1e-b757-eb87956d1803', 'network_id': '345072f3-46bb-4b0c-98bd-c07c845faa81', 'admin_state_up': True, 'tenant_id': '889c90c90c8748ca9374001f7408011e'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:50.776520 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb6188-7d27-431c-91d5-729c65c941d6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Pushing event deleted for resources: {'Port': ['ID=da9e12fe-f284-4cc9-9ce0-cb45d4d5f72d,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:50.784092 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9bcb6188-7d27-431c-91d5-729c65c941d6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:50.795947 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-86fecf97-6ea0-48b7-a815-db215ee52a73 req-0b8ed413-b946-4ae3-aac9-a57be11211f1 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 210 time: 0.0699449 Jun 25 14:36:50.803056 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6188-7d27-431c-91d5-729c65c941d6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks [] for floatingip, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:50.823765 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9bcb6188-7d27-431c-91d5-729c65c941d6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:50.825306 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-9bcb6188-7d27-431c-91d5-729c65c941d6 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] 10.222.0.50 "DELETE /v2.0/floatingips/ae33e550-2c9e-468d-a9ea-30d07ab65ef5 HTTP/1.1" status: 204 len: 168 time: 0.7677331 Jun 25 14:36:50.923207 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:36:50.933606 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:36:50.944902 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Made reservation on behalf of 889c90c90c8748ca9374001f7408011e for: {'port': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:36:50.948563 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:51.111632 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Allocated IP 172.20.0.7 (345072f3-46bb-4b0c-98bd-c07c845faa81/52632f44-51c4-4cbc-aa91-4f3f57427461/01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:36:51.314409 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:51.343837 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:51.349037 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5c70ce05-2bce-435b-b34c-fb8d94dd6452 tempest-VolumesActionsTest-2038998959 tempest-VolumesActionsTest-2038998959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:51.412305 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Network 345072f3-46bb-4b0c-98bd-c07c845faa81 is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:36:51.415409 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:36:51.419243 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:36:51.448903 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Pushing event updated for resources: {'Port': ['ID=01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:51.455328 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:51.487880 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:51.488473 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:51.512521 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9e3a74c0-6b96-475a-9d48-f17edbe1b2cb tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7465634 Jun 25 14:36:51.526091 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Request body: {'port': {'device_id': '4d9629dc-bf6e-4a1e-b757-eb87956d1803', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:51.609054 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2da541b1-69d2-4cf6-8ebd-38767d505944 req-07ce7f40-8b1a-400a-b147-13fad980807b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734391 Jun 25 14:36:51.707423 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da541b1-69d2-4cf6-8ebd-38767d505944 req-1f606f14-8d0d-4ea1-b394-67bcdf4fcbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:51.709032 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2da541b1-69d2-4cf6-8ebd-38767d505944 req-1f606f14-8d0d-4ea1-b394-67bcdf4fcbbf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69f59d897952483db727b31e7fb234a7&device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 1100 time: 0.0770323 Jun 25 14:36:51.746228 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:51.858597 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da541b1-69d2-4cf6-8ebd-38767d505944 req-57e0a390-fd96-473e-a0b5-10a126d5a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:51.860065 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2da541b1-69d2-4cf6-8ebd-38767d505944 req-57e0a390-fd96-473e-a0b5-10a126d5a9f0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f846d10-9cee-4824-b681-42b7e5742db5 HTTP/1.1" status: 200 len: 918 time: 0.1297586 Jun 25 14:36:51.965453 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2da541b1-69d2-4cf6-8ebd-38767d505944 req-e9d270cc-ae74-4b36-874a-44291e9edab8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2210975-12f9-4749-8bda-c5c2bfd54751 HTTP/1.1" status: 200 len: 1001 time: 0.0982301 Jun 25 14:36:52.037265 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da541b1-69d2-4cf6-8ebd-38767d505944 req-e9b347e6-3ba5-40d7-81af-353b5321eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:52.039309 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2da541b1-69d2-4cf6-8ebd-38767d505944 req-e9b347e6-3ba5-40d7-81af-353b5321eac2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=55e5d707-dbd0-4da0-94e3-0f06c3c28c8d HTTP/1.1" status: 200 len: 856 time: 0.0624261 Jun 25 14:36:52.085657 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a6c3a-45bb-495d-b9b4-21dc66fb6661 req-1af1e6cc-cbd7-4ac4-98b4-1a9d6e1684bd tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:52.086438 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-836a6c3a-45bb-495d-b9b4-21dc66fb6661 req-1af1e6cc-cbd7-4ac4-98b4-1a9d6e1684bd tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Synchronizing usage tracker for tenant:889c90c90c8748ca9374001f7408011e on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:36:52.126956 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da541b1-69d2-4cf6-8ebd-38767d505944 req-138a2d32-d687-49b2-bcb5-e84e20450ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:52.129287 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2da541b1-69d2-4cf6-8ebd-38767d505944 req-138a2d32-d687-49b2-bcb5-e84e20450ca4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f846d10-9cee-4824-b681-42b7e5742db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826266 Jun 25 14:36:52.205048 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-836a6c3a-45bb-495d-b9b4-21dc66fb6661 req-1af1e6cc-cbd7-4ac4-98b4-1a9d6e1684bd tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Unset dirty status for tenant:889c90c90c8748ca9374001f7408011e on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:36:52.206277 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-836a6c3a-45bb-495d-b9b4-21dc66fb6661 req-1af1e6cc-cbd7-4ac4-98b4-1a9d6e1684bd tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 931 time: 0.2961047 Jun 25 14:36:52.238631 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc {{(pid=78414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:36:52.252419 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:52.286095 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Transition to ACTIVE for port object 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc will not be triggered until provisioned by entity L2. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:52.290055 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-836a6c3a-45bb-495d-b9b4-21dc66fb6661 req-0f4d47f7-e1db-45e3-9648-f495be0fec77 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749547 Jun 25 14:36:52.291159 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:52.295439 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1606e70b-87db-4ca3-97c8-fe619f52f3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:52.378877 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2da541b1-69d2-4cf6-8ebd-38767d505944 req-dddecd76-fda1-45a4-9d0b-da843bc32388 service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413518 Jun 25 14:36:52.453201 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Pushing event updated for resources: {'Port': ['ID=01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:52.460451 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:52.513326 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-2da541b1-69d2-4cf6-8ebd-38767d505944 req-82f7130b-646d-41c4-874b-0160a7836be1 service neutron] 10.222.0.38 "GET /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280248 Jun 25 14:36:52.528661 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Attempting to bind port 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:36:52.529104 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Attempting to bind port 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'bafb9b4b-10f6-4186-a8d7-7dcb13f62c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '345072f3-46bb-4b0c-98bd-c07c845faa81'}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:36:52.529317 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Attempting to bind port 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc on network 345072f3-46bb-4b0c-98bd-c07c845faa81 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:36:52.534984 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Port 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc on network 345072f3-46bb-4b0c-98bd-c07c845faa81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:36:52.535338 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Attempting to bind port 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc on network 345072f3-46bb-4b0c-98bd-c07c845faa81 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:36:52.540403 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:36:52.540733 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Checking segment: {'id': 'bafb9b4b-10f6-4186-a8d7-7dcb13f62c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '345072f3-46bb-4b0c-98bd-c07c845faa81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:36:52.541107 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Bound using segment: {'id': 'bafb9b4b-10f6-4186-a8d7-7dcb13f62c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '345072f3-46bb-4b0c-98bd-c07c845faa81'} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:36:52.541531 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Bound port: 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bafb9b4b-10f6-4186-a8d7-7dcb13f62c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '345072f3-46bb-4b0c-98bd-c07c845faa81'}}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:36:52.541873 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:52.630352 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] For port 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc, host hv-cinder-79808, cleared binding levels {{(pid=78414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:36:52.633291 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] For port 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc,segment=NetworkSegment(bafb9b4b-10f6-4186-a8d7-7dcb13f62c32),segment_id=bafb9b4b-10f6-4186-a8d7-7dcb13f62c32)] {{(pid=78414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:36:52.637894 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:52.641370 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5a02b5bc-7bfa-49dc-aa02-2a93da8a3f43 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:52.700426 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:52.701028 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:52.702346 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] 10.222.0.38 "PUT /v2.0/ports/01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc HTTP/1.1" status: 200 len: 1093 time: 1.1804461 Jun 25 14:36:52.702829 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9629dc-bf6e-4a1e-b757-eb87956d1803', 'tag': '01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:52.722067 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Pushing event updated for resources: {'Port': ['ID=01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc,revision_number=3']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:52.725294 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:52.775441 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9629dc-bf6e-4a1e-b757-eb87956d1803', 'tag': '01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc', 'status': 'completed', 'code': 200} Jun 25 14:36:52.809005 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-89a16eba-2eb3-47b8-96aa-d795a1552415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:52.810460 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-89a16eba-2eb3-47b8-96aa-d795a1552415 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=889c90c90c8748ca9374001f7408011e&device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 1096 time: 0.0706632 Jun 25 14:36:52.881484 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-20753e51-d0a1-44bc-8aa3-492f6ba5d273 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc HTTP/1.1" status: 200 len: 217 time: 0.0626218 Jun 25 14:36:52.943897 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9698f13a-eaea-4139-bfe3-9d3cadf1fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:52.945277 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-9698f13a-eaea-4139-bfe3-9d3cadf1fa8f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52632f44-51c4-4cbc-aa91-4f3f57427461 HTTP/1.1" status: 200 len: 853 time: 0.0563755 Jun 25 14:36:52.991194 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-751c3a08-13eb-4e9b-9cf6-f91e8139d14a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=345072f3-46bb-4b0c-98bd-c07c845faa81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386395 Jun 25 14:36:53.123788 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-d3b382ff-c273-4c57-9a81-9cc0c14d37a6 service neutron] 10.222.0.38 "GET /v2.0/networks/345072f3-46bb-4b0c-98bd-c07c845faa81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217813 Jun 25 14:36:53.254857 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1b478daa-4ae2-457c-bd78-82f3b4939fcf req-8156086b-761a-4285-b461-584bcb931da0 service neutron] 10.222.0.38 "GET /v2.0/networks/345072f3-46bb-4b0c-98bd-c07c845faa81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227558 Jun 25 14:36:53.536685 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd3dd0-8339-44ba-82b1-d61d3d288810 req-945d0c44-fb93-45fe-8795-b2e22ea0ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:53.538427 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d8cd3dd0-8339-44ba-82b1-d61d3d288810 req-945d0c44-fb93-45fe-8795-b2e22ea0ed45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=889c90c90c8748ca9374001f7408011e&device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 1096 time: 0.2343698 Jun 25 14:36:53.552978 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cbe03-84e7-4473-b631-16653758be5c req-0371fd39-6f12-4758-a0cc-951377eef78a tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:53.554387 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa6cbe03-84e7-4473-b631-16653758be5c req-0371fd39-6f12-4758-a0cc-951377eef78a tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 943 time: 0.1137331 Jun 25 14:36:53.683682 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-aa6cbe03-84e7-4473-b631-16653758be5c req-08d2a959-2fd0-47d8-b143-44b338f2302b tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087110 Jun 25 14:36:53.720859 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd3dd0-8339-44ba-82b1-d61d3d288810 req-f5a763ab-6e68-44f2-a186-870f60431ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:53.722354 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d8cd3dd0-8339-44ba-82b1-d61d3d288810 req-f5a763ab-6e68-44f2-a186-870f60431ef4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=345072f3-46bb-4b0c-98bd-c07c845faa81 HTTP/1.1" status: 200 len: 914 time: 0.1671236 Jun 25 14:36:53.797457 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d8cd3dd0-8339-44ba-82b1-d61d3d288810 req-2eec6553-f8a0-4583-99bd-304a8ca97635 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc HTTP/1.1" status: 200 len: 217 time: 0.0644937 Jun 25 14:36:53.869569 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd3dd0-8339-44ba-82b1-d61d3d288810 req-5df012e5-883c-4735-888c-1685629d0bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:53.870969 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d8cd3dd0-8339-44ba-82b1-d61d3d288810 req-5df012e5-883c-4735-888c-1685629d0bd5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52632f44-51c4-4cbc-aa91-4f3f57427461 HTTP/1.1" status: 200 len: 853 time: 0.0675206 Jun 25 14:36:53.918970 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d8cd3dd0-8339-44ba-82b1-d61d3d288810 req-855deb5d-21e1-4cf0-a6b6-de8587a9a5ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=345072f3-46bb-4b0c-98bd-c07c845faa81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398111 Jun 25 14:36:54.054007 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d8cd3dd0-8339-44ba-82b1-d61d3d288810 req-ec2eb17c-62c4-4bcd-89e9-4b7f65c3d438 service neutron] 10.222.0.38 "GET /v2.0/networks/345072f3-46bb-4b0c-98bd-c07c845faa81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243415 Jun 25 14:36:54.188368 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d8cd3dd0-8339-44ba-82b1-d61d3d288810 req-65e451de-867e-4430-81af-7f5d86b80bda service neutron] 10.222.0.38 "GET /v2.0/networks/345072f3-46bb-4b0c-98bd-c07c845faa81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266713 Jun 25 14:36:54.872021 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52080) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:54.877017 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bdbac-8024-4bc4-adff-8e46a3151a38 req-223895e6-5276-4351-8f9b-b94f458d926c tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:54.878754 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-819bdbac-8024-4bc4-adff-8e46a3151a38 req-223895e6-5276-4351-8f9b-b94f458d926c tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 943 time: 0.0880332 Jun 25 14:36:54.923873 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-819bdbac-8024-4bc4-adff-8e46a3151a38 req-dedebe44-7d99-4f8f-8241-4137cb5e1200 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389106 Jun 25 14:36:55.060327 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:55.372738 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:36:55.457459 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-76e7f38c-c1e0-469b-8514-a18624d672c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8043546'] for router_interface, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:55.505044 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc,segment=NetworkSegment(bafb9b4b-10f6-4186-a8d7-7dcb13f62c32),segment_id=bafb9b4b-10f6-4186-a8d7-7dcb13f62c32)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:55.518725 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': '01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc', 'network_id': '345072f3-46bb-4b0c-98bd-c07c845faa81', 'port_id': '01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc', 'mac_address': 'fa:16:3e:2b:be:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52632f44-51c4-4cbc-aa91-4f3f57427461', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:36:55.573237 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:55.589806 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:36:55.605097 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc,segment=NetworkSegment(bafb9b4b-10f6-4186-a8d7-7dcb13f62c32),segment_id=bafb9b4b-10f6-4186-a8d7-7dcb13f62c32)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:55.609195 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:55.610909 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:55.680195 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:55.683382 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:55.726800 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5a6000db-4e45-4426-b157-003c7e9bc4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:55.800522 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-76e7f38c-c1e0-469b-8514-a18624d672c9 admin admin] Deleting port bdf2c86f-0679-49f8-90dc-cac11e00a976 {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:55.800860 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-76e7f38c-c1e0-469b-8514-a18624d672c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:55.821637 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:55.846488 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:36:55.974623 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [None req-76e7f38c-c1e0-469b-8514-a18624d672c9 admin admin] For port bdf2c86f-0679-49f8-90dc-cac11e00a976, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=bdf2c86f-0679-49f8-90dc-cac11e00a976,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:55.975223 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-76e7f38c-c1e0-469b-8514-a18624d672c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:56.119520 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774fab8-c15e-4fce-afeb-fc5ddc4f157b req-349fce02-f8fa-49a0-b372-e1e8e74e3cdf tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:56.121059 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a774fab8-c15e-4fce-afeb-fc5ddc4f157b req-349fce02-f8fa-49a0-b372-e1e8e74e3cdf tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 944 time: 0.0846694 Jun 25 14:36:56.170786 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a774fab8-c15e-4fce-afeb-fc5ddc4f157b req-0496864d-ff11-4bb0-8c4e-2110e5fde2c6 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432491 Jun 25 14:36:56.201944 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-76e7f38c-c1e0-469b-8514-a18624d672c9 admin admin] Calling delete_port for bdf2c86f-0679-49f8-90dc-cac11e00a976 owned by network:router_interface {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:56.377438 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-76e7f38c-c1e0-469b-8514-a18624d672c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:56.380899 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-aa734f8e-fa6f-4ca9-8f69-a0ae7f8fd276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:56.426779 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7f38c-c1e0-469b-8514-a18624d672c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf2c86f-0679-49f8-90dc-cac11e00a976,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:56.430090 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-76e7f38c-c1e0-469b-8514-a18624d672c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:56.687032 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-76e7f38c-c1e0-469b-8514-a18624d672c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7894169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8043702'] for router_interface, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:57.039106 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e7f38c-c1e0-469b-8514-a18624d672c9 admin admin] Router 296832da-492e-4041-b5cb-38d7c12aa2dd has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:36:57.216327 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e7f38c-c1e0-469b-8514-a18624d672c9 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:36:57.226010 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48697ef9-6e09-427d-91bc-19e9e462d5b0 None None] Sync routers for ids ['296832da-492e-4041-b5cb-38d7c12aa2dd'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:36:57.231265 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-76e7f38c-c1e0-469b-8514-a18624d672c9 admin admin] 10.222.0.50 "PUT /v2.0/routers/296832da-492e-4041-b5cb-38d7c12aa2dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3580668 Jun 25 14:36:57.233685 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52090) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:57.236906 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48697ef9-6e09-427d-91bc-19e9e462d5b0 None None] Routers {'296832da-492e-4041-b5cb-38d7c12aa2dd'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:57.237593 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-48697ef9-6e09-427d-91bc-19e9e462d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:36:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['296832da-492e-4041-b5cb-38d7c12aa2dd'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:57.363244 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabcda1-151e-482d-b09d-a1334f47bed9 req-5b183ee0-674e-48d7-84c9-d6601fceb4c7 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:57.365115 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fcabcda1-151e-482d-b09d-a1334f47bed9 req-5b183ee0-674e-48d7-84c9-d6601fceb4c7 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 944 time: 0.0888145 Jun 25 14:36:57.413815 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fcabcda1-151e-482d-b09d-a1334f47bed9 req-5716e73b-c314-4256-bff7-5e664ab29a9a tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425799 Jun 25 14:36:57.414457 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Notify callbacks [] for router, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:57.421806 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:57.517935 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-48697ef9-6e09-427d-91bc-19e9e462d5b0 None None] Set router 296832da-492e-4041-b5cb-38d7c12aa2dd gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:57.648980 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:57.709555 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:57.711386 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:57.711771 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:57.719298 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Deleting port 486c950d-12e1-4754-9db4-e63c854fd443 {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:57.719629 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:57.902834 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:57.903040 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] For port 486c950d-12e1-4754-9db4-e63c854fd443, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=486c950d-12e1-4754-9db4-e63c854fd443,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:57.903399 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:57.935487 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9629dc-bf6e-4a1e-b757-eb87956d1803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:57.947018 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc,segment=NetworkSegment(bafb9b4b-10f6-4186-a8d7-7dcb13f62c32),segment_id=bafb9b4b-10f6-4186-a8d7-7dcb13f62c32)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:57.949845 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-48697ef9-6e09-427d-91bc-19e9e462d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '486c950d-12e1-4754-9db4-e63c854fd443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:36:56Z', 'revision_number': 5, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port': {'id': '486c950d-12e1-4754-9db4-e63c854fd443', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:41Z', 'updated_at': '2021-06-25T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:57.953422 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:57.957015 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:57.998666 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9629dc-bf6e-4a1e-b757-eb87956d1803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc', 'code': 200} Jun 25 14:36:58.000067 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48697ef9-6e09-427d-91bc-19e9e462d5b0 None None] Checking router: 296832da-492e-4041-b5cb-38d7c12aa2dd for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:36:58.036329 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48697ef9-6e09-427d-91bc-19e9e462d5b0 None None] Routers {'296832da-492e-4041-b5cb-38d7c12aa2dd'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:58.036969 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-48697ef9-6e09-427d-91bc-19e9e462d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:36:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['296832da-492e-4041-b5cb-38d7c12aa2dd'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:58.040891 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Calling delete_port for 486c950d-12e1-4754-9db4-e63c854fd443 owned by network:router_gateway {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:58.083489 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-aec38ab7-f4e1-4bc7-9c08-031f26a3416c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:58.172830 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:58.178578 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:58.207771 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-48697ef9-6e09-427d-91bc-19e9e462d5b0 None None] Set router 296832da-492e-4041-b5cb-38d7c12aa2dd gateway port host: None {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:58.233363 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35971417-47c8-45f4-b5bc-3932c6b6b84d req-65e9b8aa-841b-4868-a730-77c11cee7c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:58.235659 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-35971417-47c8-45f4-b5bc-3932c6b6b84d req-65e9b8aa-841b-4868-a730-77c11cee7c3f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 1098 time: 0.0833066 Jun 25 14:36:58.238562 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:58.242388 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-309d25c6-f261-4e05-a2a5-6acfaca48c18 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:58.289912 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Pushing event deleted for resources: {'Port': ['ID=486c950d-12e1-4754-9db4-e63c854fd443,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:58.294219 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-35971417-47c8-45f4-b5bc-3932c6b6b84d req-d61c9c76-2cd7-4caf-a5d8-cb57e94f1758 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497017 Jun 25 14:36:58.318748 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:58.322874 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-48697ef9-6e09-427d-91bc-19e9e462d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:36:57Z', 'revision_number': 6, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port_host': None}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:58.326920 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48697ef9-6e09-427d-91bc-19e9e462d5b0 None None] The sync data for ids ['296832da-492e-4041-b5cb-38d7c12aa2dd'] in dv-cinder-798088-1-smb is: [{'id': '296832da-492e-4041-b5cb-38d7c12aa2dd', 'name': 'tempest-AttachVolumeTestJSON-1905459591-router', 'tenant_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:39Z', 'updated_at': '2021-06-25T14:36:57Z', 'revision_number': 6, 'project_id': 'ab8abfae579f4cb1ae4a79ff2c581b7a', 'gw_port_host': None}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:36:58.387640 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8043071'] for router_gateway, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:58.560032 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33938'] for router, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:58.562539 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:58.588120 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8014290'] for router, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:58.588635 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 296832da-492e-4041-b5cb-38d7c12aa2dd {{(pid=78415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:36:58.601626 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Notify callbacks [] for router, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:58.602758 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] 10.222.0.50 "DELETE /v2.0/routers/296832da-492e-4041-b5cb-38d7c12aa2dd HTTP/1.1" status: 204 len: 168 time: 1.3681860 Jun 25 14:36:58.605532 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 52098) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:58.671042 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e75dc7e-67cc-4c35-803e-3aa83ff5b85f admin admin] Deleting subnet 2219ef15-7d65-4a6b-a109-68f701665bed {{(pid=78414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:36:58.674265 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8e75dc7e-67cc-4c35-803e-3aa83ff5b85f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:58.777348 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8e75dc7e-67cc-4c35-803e-3aa83ff5b85f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6311008'] for subnet, precommit_delete_associations {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:58.885145 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9891867-b35c-4e41-bb0f-4e34823977d3 req-298d9db4-3974-48e1-8cf1-e509e493b4c4 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:58.886550 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a9891867-b35c-4e41-bb0f-4e34823977d3 req-298d9db4-3974-48e1-8cf1-e509e493b4c4 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 945 time: 0.1867120 Jun 25 14:36:58.937893 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8e75dc7e-67cc-4c35-803e-3aa83ff5b85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1305554'] for subnet, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:58.970975 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a9891867-b35c-4e41-bb0f-4e34823977d3 req-bffc6753-3f5d-40a1-a5b2-b33527af3a3d tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784509 Jun 25 14:36:59.009825 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8e75dc7e-67cc-4c35-803e-3aa83ff5b85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1303557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6311073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6658620'] for subnet, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:59.014108 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-e6eabb83-1501-404d-a1f2-70d7e10360ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:59.122474 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:59.156397 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75dc7e-67cc-4c35-803e-3aa83ff5b85f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2219ef15-7d65-4a6b-a109-68f701665bed,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:59.159506 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-8e75dc7e-67cc-4c35-803e-3aa83ff5b85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:59.164749 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8e75dc7e-67cc-4c35-803e-3aa83ff5b85f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:59.170292 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3303eafc-30f3-4118-8464-2b8a05667111 None None] Network ab1ef886-6434-4591-a53b-5e011b24d74f requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:36:59.172966 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-8e75dc7e-67cc-4c35-803e-3aa83ff5b85f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2219ef15-7d65-4a6b-a109-68f701665bed HTTP/1.1" status: 204 len: 168 time: 0.5663812 Jun 25 14:36:59.176745 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 52102) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:59.296244 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345843'] for network, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:59.308267 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Deleting port e1914448-d589-4583-81da-333d1a4c7fd2 {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:59.308685 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:59.465458 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997382ef-e812-4ae3-acc4-b92ad6ace7b5 None None] DHCP port deletion for ab1ef886-6434-4591-a53b-5e011b24d74f request from dv-cinder-798088-1-smb {{(pid=78416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:36:59.470010 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-997382ef-e812-4ae3-acc4-b92ad6ace7b5 None None] Deleting port e1914448-d589-4583-81da-333d1a4c7fd2 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:59.470448 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-997382ef-e812-4ae3-acc4-b92ad6ace7b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:59.532913 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] For port e1914448-d589-4583-81da-333d1a4c7fd2, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=e1914448-d589-4583-81da-333d1a4c7fd2,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:59.533176 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:59.652817 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Calling delete_port for e1914448-d589-4583-81da-333d1a4c7fd2 owned by network:dhcp {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:59.715432 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-997382ef-e812-4ae3-acc4-b92ad6ace7b5 None None] For port e1914448-d589-4583-81da-333d1a4c7fd2, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=e1914448-d589-4583-81da-333d1a4c7fd2,segment=NetworkSegment(c6cf57a1-d2c2-4ec9-a123-9b3677b834ca),segment_id=c6cf57a1-d2c2-4ec9-a123-9b3677b834ca)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:59.715753 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-997382ef-e812-4ae3-acc4-b92ad6ace7b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:59.733672 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:59.737896 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:59.781406 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Pushing event deleted for resources: {'Port': ['ID=e1914448-d589-4583-81da-333d1a4c7fd2,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:59.783283 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] No DVR routers for this DVR port e1914448-d589-4583-81da-333d1a4c7fd2 on host dv-cinder-798088-1-smb {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:36:59.784681 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:59.837399 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-997382ef-e812-4ae3-acc4-b92ad6ace7b5 None None] Calling delete_port for e1914448-d589-4583-81da-333d1a4c7fd2 owned by network:dhcp {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:59.897169 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1302863', 'neutron.services.segments.db._delete_segments_for_network-8777684513985'] for network, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:59.907897 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.db.api [None req-997382ef-e812-4ae3-acc4-b92ad6ace7b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:36:59.908254 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_db.api [None req-997382ef-e812-4ae3-acc4-b92ad6ace7b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:36:59.909545 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.services.segments.db [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1ef886-6434-4591-a53b-5e011b24d74f']}} {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:59.921099 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.services.segments.db [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca') {'for_net_delete': True} {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:59.921390 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.services.segments.db [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cf57a1-d2c2-4ec9-a123-9b3677b834ca') {} {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:59.932764 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777684526376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6311001'] for segment, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:59.952393 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:59.958193 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=78414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:36:59.958561 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1300103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6309635'] for segment, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: Traceback (most recent call last): Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: timer() Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: cb(*args, **kw) Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: return func(*args, **kwargs) Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: self._notify() Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: self.callback(batched_events) Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: event.method(event) Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: return f(self, *a, **k) Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: return self._get(url).json() Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: return self.request(url, 'GET', **kwargs) Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:36:59.971140 dv-cinder-798088-1-smb neutron-server[78414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:37:00.043977 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1302864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8043034'] for network, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:00.052063 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:00.054570 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-37c484dd-1811-4f61-a877-b6152b7a5054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:00.076558 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1ef886-6434-4591-a53b-5e011b24d74f,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:00.080325 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:00.130163 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] 10.222.0.50 "DELETE /v2.0/networks/ab1ef886-6434-4591-a53b-5e011b24d74f HTTP/1.1" status: 204 len: 168 time: 0.9499559 Jun 25 14:37:00.172131 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee612959-1add-4743-a39a-860dac534088 req-f2ad9713-d7b6-4af7-9a5e-94743f316f25 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:00.173981 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ee612959-1add-4743-a39a-860dac534088 req-f2ad9713-d7b6-4af7-9a5e-94743f316f25 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 945 time: 0.0899081 Jun 25 14:37:00.228505 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ee612959-1add-4743-a39a-860dac534088 req-1493b049-afcd-49f7-8a1f-4fa463944cc6 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486369 Jun 25 14:37:00.258516 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 52114) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:00.302043 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device bdf2c86f-0679-49f8-90dc-cac11e00a976 no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:37:00.310879 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-1e375774-dae3-4e43-8d9a-7d4e55ca6ebc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab8abfae579f4cb1ae4a79ff2c581b7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515785 Jun 25 14:37:00.313394 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52118) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:00.340397 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: bdf2c86f-0679-49f8-90dc-cac11e00a976 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:37:00.341013 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device bdf2c86f-0679-49f8-90dc-cac11e00a976 not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:37:00.341577 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 486c950d-12e1-4754-9db4-e63c854fd443 no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:37:00.378870 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: 486c950d-12e1-4754-9db4-e63c854fd443 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:37:00.379241 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 486c950d-12e1-4754-9db4-e63c854fd443 not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:37:00.379651 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device e1914448-d589-4583-81da-333d1a4c7fd2 no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:37:00.380028 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-86034415-7920-4b88-bb0b-b9e2152330f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:00.408238 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-86034415-7920-4b88-bb0b-b9e2152330f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:00.414446 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-997382ef-e812-4ae3-acc4-b92ad6ace7b5 None None] Deleting port e1914448-d589-4583-81da-333d1a4c7fd2 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:37:00.415154 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-997382ef-e812-4ae3-acc4-b92ad6ace7b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:00.441024 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: e1914448-d589-4583-81da-333d1a4c7fd2 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:37:00.441369 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device e1914448-d589-4583-81da-333d1a4c7fd2 not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:37:00.477587 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-86034415-7920-4b88-bb0b-b9e2152330f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:00.482783 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-e5de7943-8c02-44f7-b0cd-42c4d7a43df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:00.494798 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-997382ef-e812-4ae3-acc4-b92ad6ace7b5 None None] The port 'e1914448-d589-4583-81da-333d1a4c7fd2' was deleted {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:37:00.499006 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86034415-7920-4b88-bb0b-b9e2152330f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df37b74-4b1d-4a2d-8c86-ddccfc4f2bbd,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:00.503106 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-86034415-7920-4b88-bb0b-b9e2152330f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:00.510176 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-86034415-7920-4b88-bb0b-b9e2152330f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:00.511827 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-86034415-7920-4b88-bb0b-b9e2152330f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7df37b74-4b1d-4a2d-8c86-ddccfc4f2bbd HTTP/1.1" status: 204 len: 168 time: 0.1972837 Jun 25 14:37:00.585063 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:00.642713 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:37:04.712931 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52200) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:04.832851 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c6536449-089d-4603-842f-9103d86ba59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:04.847085 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-c6536449-089d-4603-842f-9103d86ba59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:04.850820 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-c6536449-089d-4603-842f-9103d86ba59f admin admin] Usage tracker for resource:security_group_rule and tenant:a48ee8d7fb144e7fb44a405bdc24137c is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:04.853670 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-c6536449-089d-4603-842f-9103d86ba59f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:04.859284 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-c6536449-089d-4603-842f-9103d86ba59f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:04.941122 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c6536449-089d-4603-842f-9103d86ba59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:04.944844 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c6536449-089d-4603-842f-9103d86ba59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:04.951667 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-ca37b95f-d6ed-41b7-b497-4565b400c5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:04.991692 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-c6536449-089d-4603-842f-9103d86ba59f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a48ee8d7fb144e7fb44a405bdc24137c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775450 Jun 25 14:37:04.992279 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6536449-089d-4603-842f-9103d86ba59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d9ba0d-1a26-4c76-8abd-e0a4a5e2eaf7,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:04.995143 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 52206) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:04.995635 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c6536449-089d-4603-842f-9103d86ba59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:05.058153 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c9af24bc-3bb4-4be3-9817-9c4a7a358407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:05.083747 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c9af24bc-3bb4-4be3-9817-9c4a7a358407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:05.136707 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c9af24bc-3bb4-4be3-9817-9c4a7a358407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:05.140325 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-bf1481eb-1b06-4b25-a611-b8c902c6a9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:05.152969 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af24bc-3bb4-4be3-9817-9c4a7a358407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d9ba0d-1a26-4c76-8abd-e0a4a5e2eaf7,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:05.155821 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c9af24bc-3bb4-4be3-9817-9c4a7a358407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:05.157810 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c9af24bc-3bb4-4be3-9817-9c4a7a358407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:05.161376 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-c9af24bc-3bb4-4be3-9817-9c4a7a358407 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88d9ba0d-1a26-4c76-8abd-e0a4a5e2eaf7 HTTP/1.1" status: 204 len: 168 time: 0.1622512 Jun 25 14:37:12.790593 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548d210-7010-481d-b3a6-3151c72fb21c req-541743c0-61a7-4ca0-845b-a4f31ec9995a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:12.792046 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c548d210-7010-481d-b3a6-3151c72fb21c req-541743c0-61a7-4ca0-845b-a4f31ec9995a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 947 time: 0.0793579 Jun 25 14:37:12.837285 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c548d210-7010-481d-b3a6-3151c72fb21c req-c57a84fe-af6b-4050-816b-fc597efaa1d8 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393238 Jun 25 14:37:14.028988 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff9a45-3e23-44b8-86af-78b4fdf91628 req-7b75e15e-9745-403e-9c73-b8600ab47075 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:14.030434 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-62ff9a45-3e23-44b8-86af-78b4fdf91628 req-7b75e15e-9745-403e-9c73-b8600ab47075 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 947 time: 0.0825534 Jun 25 14:37:14.075448 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-62ff9a45-3e23-44b8-86af-78b4fdf91628 req-5dc5fb9d-146b-436d-9a6c-892dd258ce56 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388422 Jun 25 14:37:14.403738 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-2339c265-37ac-4fab-a07f-235e73fdff49 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:14.405271 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-2339c265-37ac-4fab-a07f-235e73fdff49 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.38 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 947 time: 0.0841298 Jun 25 14:37:14.486992 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Deleting port d2210975-12f9-4749-8bda-c5c2bfd54751 {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:37:14.487404 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:14.839060 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] For port d2210975-12f9-4749-8bda-c5c2bfd54751, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=d2210975-12f9-4749-8bda-c5c2bfd54751,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:37:14.839393 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:15.118745 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:15.119365 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8043240'] for floatingip, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:15.119641 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.l3_db [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Floating IP 7d49a82c-3d9e-47aa-968d-df929dddd193 disassociated. External IP: 172.28.0.11, port: d2210975-12f9-4749-8bda-c5c2bfd54751. Jun 25 14:37:15.119956 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Calling delete_port for d2210975-12f9-4749-8bda-c5c2bfd54751 owned by compute:nova {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:37:15.337366 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a66ef7-8049-49e5-8aaa-b25daa54e0d1 req-edfc3e65-5b7e-4653-98c6-1ba355122cd4 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:15.338786 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-96a66ef7-8049-49e5-8aaa-b25daa54e0d1 req-edfc3e65-5b7e-4653-98c6-1ba355122cd4 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 947 time: 0.1366112 Jun 25 14:37:15.339827 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:15.345255 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-fb38c29f-1fa3-4d44-9c10-09ab89914165 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:15.407491 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event deleted for resources: {'Port': ['ID=d2210975-12f9-4749-8bda-c5c2bfd54751,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:15.427914 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:15.428286 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:15.428650 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:15.429006 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:15.429357 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:15.429712 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:15.430053 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:15.430400 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:15.430931 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:15.431106 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:15.431455 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:15.431796 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:15.437255 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:15.507469 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-96a66ef7-8049-49e5-8aaa-b25daa54e0d1 req-32868ecf-8bcc-43b3-b7bb-7f2efc99baa0 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b92ab16-e4e8-4c45-8429-9a8fca971e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315806 Jun 25 14:37:15.622987 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:37:15.811411 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:37:15.822704 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a8c26-242e-46ff-b36c-de090f152180 None None] Sync routers for ids ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'] in dv-cinder-798088-1-smb {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:37:15.838431 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a8c26-242e-46ff-b36c-de090f152180 None None] Routers {'e76bc40f-f3c9-468d-bec3-1f5c8999fe97'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:37:15.838431 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-704a8c26-242e-46ff-b36c-de090f152180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:36:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:15.902247 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] No DVR routers for this DVR port d2210975-12f9-4749-8bda-c5c2bfd54751 on host hv-cinder-79808 {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:37:15.908198 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:15.911380 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc64211-1083-49f2-ada4-311a885beeda', 'name': 'network-vif-deleted', 'tag': 'd2210975-12f9-4749-8bda-c5c2bfd54751'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:37:15.932431 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7fe00870-8af0-4e91-a4be-705149f43b3e req-fbc1e46a-d64c-4e33-9056-d63df8d0591b tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.38 "DELETE /v2.0/ports/d2210975-12f9-4749-8bda-c5c2bfd54751 HTTP/1.1" status: 204 len: 173 time: 1.5203302 Jun 25 14:37:15.982205 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc64211-1083-49f2-ada4-311a885beeda', 'name': 'network-vif-deleted', 'tag': 'd2210975-12f9-4749-8bda-c5c2bfd54751', 'status': 'completed', 'code': 200} Jun 25 14:37:16.096857 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-704a8c26-242e-46ff-b36c-de090f152180 None None] Set router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:37:16.434998 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-704a8c26-242e-46ff-b36c-de090f152180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bfacf6cf-8d67-411d-a870-e7a37cc412e6', 'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'mac_address': 'fa:16:3e:ce:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:55Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 5, 'project_id': '69f59d897952483db727b31e7fb234a7', 'subnets': [{'id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:16.439560 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a8c26-242e-46ff-b36c-de090f152180 None None] Checking router: e76bc40f-f3c9-468d-bec3-1f5c8999fe97 for host: dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:37:16.449520 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a8c26-242e-46ff-b36c-de090f152180 None None] Routers {'e76bc40f-f3c9-468d-bec3-1f5c8999fe97'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:37:16.450244 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-704a8c26-242e-46ff-b36c-de090f152180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:36:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:16.655189 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-704a8c26-242e-46ff-b36c-de090f152180 None None] Set router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:37:16.698471 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-96588d11-6343-413d-a84d-064fae141f7d req-37f62bdd-08b6-45e2-9357-9ad4a9d2e21a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Synchronizing usage tracker for tenant:69f59d897952483db727b31e7fb234a7 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:37:16.719131 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-96588d11-6343-413d-a84d-064fae141f7d req-37f62bdd-08b6-45e2-9357-9ad4a9d2e21a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Unset dirty status for tenant:69f59d897952483db727b31e7fb234a7 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:37:16.720502 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-96588d11-6343-413d-a84d-064fae141f7d req-37f62bdd-08b6-45e2-9357-9ad4a9d2e21a tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dc64211-1083-49f2-ada4-311a885beeda HTTP/1.1" status: 200 len: 210 time: 0.0800269 Jun 25 14:37:16.976950 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-704a8c26-242e-46ff-b36c-de090f152180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bfacf6cf-8d67-411d-a870-e7a37cc412e6', 'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'mac_address': 'fa:16:3e:ce:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:55Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 5, 'project_id': '69f59d897952483db727b31e7fb234a7', 'subnets': [{'id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:16.980636 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a8c26-242e-46ff-b36c-de090f152180 None None] The sync data for ids ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'] in dv-cinder-798088-1-smb is: [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:30:58Z', 'revision_number': 4, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'bfacf6cf-8d67-411d-a870-e7a37cc412e6', 'name': '', 'network_id': '3f846d10-9cee-4824-b681-42b7e5742db5', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'mac_address': 'fa:16:3e:ce:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:55Z', 'updated_at': '2021-06-25T14:31:10Z', 'revision_number': 5, 'project_id': '69f59d897952483db727b31e7fb234a7', 'subnets': [{'id': '55e5d707-dbd0-4da0-94e3-0f06c3c28c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:37:17.241213 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b19a677-5ceb-474b-8c54-8b753ae2236c None None] New status for floating IP 7d49a82c-3d9e-47aa-968d-df929dddd193: DOWN {{(pid=78416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:37:17.864466 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 52434) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:17.933426 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-488f1390-41c9-4c3e-8c0a-64d3da964491 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:17.962136 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-488f1390-41c9-4c3e-8c0a-64d3da964491 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:18.015263 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-488f1390-41c9-4c3e-8c0a-64d3da964491 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:18.019585 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c9af24bc-3bb4-4be3-9817-9c4a7a358407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:18.034851 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f1390-41c9-4c3e-8c0a-64d3da964491 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b92ab16-e4e8-4c45-8429-9a8fca971e10,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:18.037680 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-488f1390-41c9-4c3e-8c0a-64d3da964491 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:18.048406 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-488f1390-41c9-4c3e-8c0a-64d3da964491 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:18.050423 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-488f1390-41c9-4c3e-8c0a-64d3da964491 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "DELETE /v2.0/security-groups/9b92ab16-e4e8-4c45-8429-9a8fca971e10 HTTP/1.1" status: 204 len: 168 time: 0.1847682 Jun 25 14:37:18.053956 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52440) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:18.071959 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.api.v2.resource [None req-29ab14b2-c28b-4d5d-9829-7654abe57b08 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] show failed (client error): The resource could not be found. Jun 25 14:37:18.074428 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-29ab14b2-c28b-4d5d-9829-7654abe57b08 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "GET /v2.0/security-groups/9b92ab16-e4e8-4c45-8429-9a8fca971e10 HTTP/1.1" status: 404 len: 347 time: 0.0193551 Jun 25 14:37:18.076087 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52444) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:18.279918 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a646ba1-723f-4904-b15e-6c13163bc045 req-ad9d7f56-2cab-4aef-851c-a5b4807e3a25 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:18.281400 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8a646ba1-723f-4904-b15e-6c13163bc045 req-ad9d7f56-2cab-4aef-851c-a5b4807e3a25 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 945 time: 0.0917358 Jun 25 14:37:18.331019 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8a646ba1-723f-4904-b15e-6c13163bc045 req-0c29e625-b6f4-49e6-a8d5-7303851ebc4b tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431483 Jun 25 14:37:18.334971 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-f877df0e-45fa-4c4b-9e8e-4e1c66f97085 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Deleting port b80a9ec3-9ba5-4fc1-9ded-8832d36810e3 {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:37:18.335334 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f877df0e-45fa-4c4b-9e8e-4e1c66f97085 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:18.502638 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f877df0e-45fa-4c4b-9e8e-4e1c66f97085 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:18.502961 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f877df0e-45fa-4c4b-9e8e-4e1c66f97085 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:18.625473 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-f877df0e-45fa-4c4b-9e8e-4e1c66f97085 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Calling delete_port for b80a9ec3-9ba5-4fc1-9ded-8832d36810e3 owned by network:floatingip {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:37:18.768789 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f877df0e-45fa-4c4b-9e8e-4e1c66f97085 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:18.774930 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-5fd54305-4e15-44ba-a2f0-0680cc4bf951 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:18.858516 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877df0e-45fa-4c4b-9e8e-4e1c66f97085 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Pushing event deleted for resources: {'Port': ['ID=b80a9ec3-9ba5-4fc1-9ded-8832d36810e3,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:18.861377 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f877df0e-45fa-4c4b-9e8e-4e1c66f97085 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:18.925009 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f877df0e-45fa-4c4b-9e8e-4e1c66f97085 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks [] for floatingip, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:18.954008 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f877df0e-45fa-4c4b-9e8e-4e1c66f97085 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:18.955156 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-f877df0e-45fa-4c4b-9e8e-4e1c66f97085 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] 10.222.0.50 "DELETE /v2.0/floatingips/7d49a82c-3d9e-47aa-968d-df929dddd193 HTTP/1.1" status: 204 len: 168 time: 0.8779938 Jun 25 14:37:19.453855 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device d2210975-12f9-4749-8bda-c5c2bfd54751 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:37:19.492095 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: d2210975-12f9-4749-8bda-c5c2bfd54751 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:37:19.492445 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device d2210975-12f9-4749-8bda-c5c2bfd54751 not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:37:19.517690 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33444b-59c2-49fa-be0c-fb5774efa2b9 req-bab9b16a-dc63-4724-8111-77aff410b353 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:19.519135 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2b33444b-59c2-49fa-be0c-fb5774efa2b9 req-bab9b16a-dc63-4724-8111-77aff410b353 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 945 time: 0.0794282 Jun 25 14:37:19.563366 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2b33444b-59c2-49fa-be0c-fb5774efa2b9 req-c370a127-f325-4f28-8e80-41b330fa04f4 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383198 Jun 25 14:37:20.859773 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052de529-ca88-4a04-a4c8-4e21886b61db req-142f0e62-67e0-4b06-a6e6-4684808516cd tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:20.861148 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-052de529-ca88-4a04-a4c8-4e21886b61db req-142f0e62-67e0-4b06-a6e6-4684808516cd tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 945 time: 0.1834879 Jun 25 14:37:20.908073 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-052de529-ca88-4a04-a4c8-4e21886b61db req-ffe74db5-be81-4183-a8c3-675ed4be8d2a tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394588 Jun 25 14:37:21.742246 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52504) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:22.098269 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf42d9-f28e-4624-becd-312d7f1e1092 req-84bcf74a-6805-429f-80eb-a768a40f4c31 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:22.099787 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4ccf42d9-f28e-4624-becd-312d7f1e1092 req-84bcf74a-6805-429f-80eb-a768a40f4c31 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 945 time: 0.0800791 Jun 25 14:37:22.148517 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4ccf42d9-f28e-4624-becd-312d7f1e1092 req-665c0a6d-8e62-4f24-aa3e-3ceb6e79f0a5 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429227 Jun 25 14:37:22.385860 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8043546'] for router_interface, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:22.827326 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Deleting port bfacf6cf-8d67-411d-a870-e7a37cc412e6 {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:37:22.828070 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:23.001961 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] For port bfacf6cf-8d67-411d-a870-e7a37cc412e6, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=bfacf6cf-8d67-411d-a870-e7a37cc412e6,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:37:23.002536 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:23.105858 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd6815-cca7-4d87-a009-78d5a9300cb4 req-350f0f68-34fe-4112-a3c4-a0e72246236b tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:23.107404 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-85dd6815-cca7-4d87-a009-78d5a9300cb4 req-350f0f68-34fe-4112-a3c4-a0e72246236b tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 945 time: 0.0941584 Jun 25 14:37:23.127948 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Calling delete_port for bfacf6cf-8d67-411d-a870-e7a37cc412e6 owned by network:router_interface {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:37:23.184742 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-85dd6815-cca7-4d87-a009-78d5a9300cb4 req-9d4a72f9-7f77-4d1c-b1e8-2e7546ece95d tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Deleting port 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:37:23.185275 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-85dd6815-cca7-4d87-a009-78d5a9300cb4 req-9d4a72f9-7f77-4d1c-b1e8-2e7546ece95d tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:23.319154 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:23.322719 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:23.365497 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfacf6cf-8d67-411d-a870-e7a37cc412e6,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:23.375032 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.375593 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.375953 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.376303 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.376646 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.376988 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.377800 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.377800 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.378001 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.378377 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.378664 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.378999 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.406349 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:23.470866 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382dbd3-7009-44af-8191-5d927c08a219 req-c21ed998-7527-4652-a683-d4be9e62ec10 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:23.472944 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d382dbd3-7009-44af-8191-5d927c08a219 req-c21ed998-7527-4652-a683-d4be9e62ec10 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d9629dc-bf6e-4a1e-b757-eb87956d1803 HTTP/1.1" status: 200 len: 945 time: 0.1960754 Jun 25 14:37:23.554724 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-85dd6815-cca7-4d87-a009-78d5a9300cb4 req-9d4a72f9-7f77-4d1c-b1e8-2e7546ece95d tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] For port 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc,segment=NetworkSegment(bafb9b4b-10f6-4186-a8d7-7dcb13f62c32),segment_id=bafb9b4b-10f6-4186-a8d7-7dcb13f62c32)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:37:23.555395 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-85dd6815-cca7-4d87-a009-78d5a9300cb4 req-9d4a72f9-7f77-4d1c-b1e8-2e7546ece95d tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:23.565534 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d382dbd3-7009-44af-8191-5d927c08a219 req-3ece858a-d8d8-473b-9e5d-213315607642 tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.50 "GET /v2.0/security-groups?id=256abca8-0e74-4567-b732-a0b40ded60cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812387 Jun 25 14:37:23.653999 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7894169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8043702'] for router_interface, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:23.681854 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-85dd6815-cca7-4d87-a009-78d5a9300cb4 req-9d4a72f9-7f77-4d1c-b1e8-2e7546ece95d tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Calling delete_port for 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc owned by compute:nova {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:37:23.827161 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-85dd6815-cca7-4d87-a009-78d5a9300cb4 req-9d4a72f9-7f77-4d1c-b1e8-2e7546ece95d tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:23.832586 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-0a5f9b88-fb7d-4258-96da-f6db66dcf289 tempest-AttachVolumeNegativeTest-1078703883 tempest-AttachVolumeNegativeTest-1078703883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:23.839233 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:37:23.877982 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a72f9-7f77-4d1c-b1e8-2e7546ece95d tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Pushing event deleted for resources: {'Port': ['ID=01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:23.881154 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-9d4a72f9-7f77-4d1c-b1e8-2e7546ece95d tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:23.953344 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-85dd6815-cca7-4d87-a009-78d5a9300cb4 req-9d4a72f9-7f77-4d1c-b1e8-2e7546ece95d tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] No DVR routers for this DVR port 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc on host hv-cinder-79808 {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:37:23.955643 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-85dd6815-cca7-4d87-a009-78d5a9300cb4 req-9d4a72f9-7f77-4d1c-b1e8-2e7546ece95d tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:23.958769 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9629dc-bf6e-4a1e-b757-eb87956d1803', 'name': 'network-vif-deleted', 'tag': '01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:37:23.975992 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-85dd6815-cca7-4d87-a009-78d5a9300cb4 req-9d4a72f9-7f77-4d1c-b1e8-2e7546ece95d tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] 10.222.0.38 "DELETE /v2.0/ports/01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc HTTP/1.1" status: 204 len: 173 time: 0.8628983 Jun 25 14:37:24.024587 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9629dc-bf6e-4a1e-b757-eb87956d1803', 'name': 'network-vif-deleted', 'tag': '01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc', 'status': 'completed', 'code': 200} Jun 25 14:37:24.033636 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:37:24.323261 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:37:24.332925 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82eb070-ceef-4e93-b29c-1d21e9dbf565 None None] Sync routers for ids ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'] in dv-cinder-798088-1-smb {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:37:24.335832 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-4b2dad6e-5eaa-4c08-9aa1-71e11449630d admin admin] 10.222.0.50 "PUT /v2.0/routers/e76bc40f-f3c9-468d-bec3-1f5c8999fe97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5923581 Jun 25 14:37:24.338299 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52532) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:24.343666 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82eb070-ceef-4e93-b29c-1d21e9dbf565 None None] Routers {'e76bc40f-f3c9-468d-bec3-1f5c8999fe97'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:37:24.344359 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-a82eb070-ceef-4e93-b29c-1d21e9dbf565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:36:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:24.532855 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-a82eb070-ceef-4e93-b29c-1d21e9dbf565 None None] Set router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:37:24.534132 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:24.726422 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:24.736288 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] Deleting port f77fadb8-f462-4bf4-87b9-a585763a7653 {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:37:24.736635 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:24.858930 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-a82eb070-ceef-4e93-b29c-1d21e9dbf565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:37:23Z', 'revision_number': 5, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port': {'id': 'f77fadb8-f462-4bf4-87b9-a585763a7653', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:30:45Z', 'updated_at': '2021-06-25T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:24.863353 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82eb070-ceef-4e93-b29c-1d21e9dbf565 None None] Checking router: e76bc40f-f3c9-468d-bec3-1f5c8999fe97 for host: dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:37:24.872659 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82eb070-ceef-4e93-b29c-1d21e9dbf565 None None] Routers {'e76bc40f-f3c9-468d-bec3-1f5c8999fe97'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:37:24.873554 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-a82eb070-ceef-4e93-b29c-1d21e9dbf565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:36:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:24.930081 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] For port f77fadb8-f462-4bf4-87b9-a585763a7653, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=f77fadb8-f462-4bf4-87b9-a585763a7653,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:37:24.930423 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:25.036711 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-a82eb070-ceef-4e93-b29c-1d21e9dbf565 None None] Set router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 gateway port host: None {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:37:25.088178 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] Calling delete_port for f77fadb8-f462-4bf4-87b9-a585763a7653 owned by network:router_gateway {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:37:25.100713 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:25.155309 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-a82eb070-ceef-4e93-b29c-1d21e9dbf565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:37:24Z', 'revision_number': 6, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port_host': None}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:25.160861 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82eb070-ceef-4e93-b29c-1d21e9dbf565 None None] The sync data for ids ['e76bc40f-f3c9-468d-bec3-1f5c8999fe97'] in dv-cinder-798088-1-smb is: [{'id': 'e76bc40f-f3c9-468d-bec3-1f5c8999fe97', 'name': 'tempest-AttachVolumeShelveTestJSON-1507724204-router', 'tenant_id': '69f59d897952483db727b31e7fb234a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:30:42Z', 'updated_at': '2021-06-25T14:37:24Z', 'revision_number': 6, 'project_id': '69f59d897952483db727b31e7fb234a7', 'gw_port_host': None}] {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:37:25.275972 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:25.280168 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-da28a8a6-c811-47d6-a22c-939384dc807d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:25.327816 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77fadb8-f462-4bf4-87b9-a585763a7653,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:25.331381 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:25.429387 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8043071'] for router_gateway, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:25.611822 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33938'] for router, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:25.614665 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:25.636861 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8014290'] for router, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:25.637338 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e76bc40f-f3c9-468d-bec3-1f5c8999fe97 {{(pid=78415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:37:25.649401 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] Notify callbacks [] for router, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:25.650494 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-5435bdfa-f663-4ee1-999c-5d29a36705e4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e76bc40f-f3c9-468d-bec3-1f5c8999fe97 HTTP/1.1" status: 204 len: 168 time: 1.3113112 Jun 25 14:37:25.652965 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52550) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:25.713086 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b058e4-d15a-4eeb-9176-0044774a3add admin admin] Deleting subnet 55e5d707-dbd0-4da0-94e3-0f06c3c28c8d {{(pid=78415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:37:25.715969 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-51b058e4-d15a-4eeb-9176-0044774a3add admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:25.726996 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21bc6fb7-fce7-4b20-a946-421092f5f84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:25.824618 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:25.864903 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-51b058e4-d15a-4eeb-9176-0044774a3add admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6559601'] for subnet, precommit_delete_associations {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:25.943144 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-51b058e4-d15a-4eeb-9176-0044774a3add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1305554'] for subnet, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:26.015985 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-51b058e4-d15a-4eeb-9176-0044774a3add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1303557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6721586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6890729'] for subnet, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:26.020625 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:26.053823 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b058e4-d15a-4eeb-9176-0044774a3add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e5d707-dbd0-4da0-94e3-0f06c3c28c8d,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:26.056712 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-51b058e4-d15a-4eeb-9176-0044774a3add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:26.057693 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-51b058e4-d15a-4eeb-9176-0044774a3add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:26.063115 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eace482-e23d-4204-b3f5-9722e56f5d78 None None] Network 3f846d10-9cee-4824-b681-42b7e5742db5 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:37:26.066555 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-51b058e4-d15a-4eeb-9176-0044774a3add admin admin] 10.222.0.50 "DELETE /v2.0/subnets/55e5d707-dbd0-4da0-94e3-0f06c3c28c8d HTTP/1.1" status: 204 len: 168 time: 0.4099839 Jun 25 14:37:26.066830 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52554) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:26.193206 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345843'] for network, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:26.215680 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Deleting port f556bd59-dd57-4a86-8cbb-15015ba640a0 {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:37:26.216197 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:26.325502 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device f77fadb8-f462-4bf4-87b9-a585763a7653 no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:37:26.362179 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: f77fadb8-f462-4bf4-87b9-a585763a7653 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:37:26.363212 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device f77fadb8-f462-4bf4-87b9-a585763a7653 not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:37:26.363997 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device bfacf6cf-8d67-411d-a870-e7a37cc412e6 no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:37:26.392886 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea481c6e-daf9-4801-ac89-929d2d521dc7 None None] DHCP port deletion for 3f846d10-9cee-4824-b681-42b7e5742db5 request from dv-cinder-798088-1-smb {{(pid=78416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:37:26.401615 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: bfacf6cf-8d67-411d-a870-e7a37cc412e6 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:37:26.402039 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device bfacf6cf-8d67-411d-a870-e7a37cc412e6 not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:37:26.408652 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-ea481c6e-daf9-4801-ac89-929d2d521dc7 None None] Deleting port f556bd59-dd57-4a86-8cbb-15015ba640a0 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:37:26.408652 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ea481c6e-daf9-4801-ac89-929d2d521dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:26.457490 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] For port f556bd59-dd57-4a86-8cbb-15015ba640a0, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=f556bd59-dd57-4a86-8cbb-15015ba640a0,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:37:26.457490 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:26.591595 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Calling delete_port for f556bd59-dd57-4a86-8cbb-15015ba640a0 owned by network:dhcp {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:37:26.665342 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-ea481c6e-daf9-4801-ac89-929d2d521dc7 None None] For port f556bd59-dd57-4a86-8cbb-15015ba640a0, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=f556bd59-dd57-4a86-8cbb-15015ba640a0,segment=NetworkSegment(69199dcd-e139-4d00-934a-9bd2d378e51a),segment_id=69199dcd-e139-4d00-934a-9bd2d378e51a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:37:26.665747 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ea481c6e-daf9-4801-ac89-929d2d521dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:26.685591 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:26.690825 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-aa6e9d69-558f-4ac0-84ae-fcf35d1c4425 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:26.737336 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=f556bd59-dd57-4a86-8cbb-15015ba640a0,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:26.741059 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:26.741889 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] No DVR routers for this DVR port f556bd59-dd57-4a86-8cbb-15015ba640a0 on host dv-cinder-798088-1-smb {{(pid=78415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:37:26.830108 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-ea481c6e-daf9-4801-ac89-929d2d521dc7 None None] Calling delete_port for f556bd59-dd57-4a86-8cbb-15015ba640a0 owned by network:dhcp {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:37:26.866501 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1302863', 'neutron.services.segments.db._delete_segments_for_network-8777684513985'] for network, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:26.882197 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f846d10-9cee-4824-b681-42b7e5742db5']}} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:26.896590 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69199dcd-e139-4d00-934a-9bd2d378e51a') {'for_net_delete': True} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:26.896975 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69199dcd-e139-4d00-934a-9bd2d378e51a') {} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:26.909515 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777684526376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6559560'] for segment, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:26.915606 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.db.api [None req-ea481c6e-daf9-4801-ac89-929d2d521dc7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:37:26.915985 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_db.api [None req-ea481c6e-daf9-4801-ac89-929d2d521dc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:37:26.926572 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:26.932663 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=78415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:37:26.933105 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1300103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6724496'] for segment, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: Traceback (most recent call last): Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: timer() Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: cb(*args, **kw) Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: return func(*args, **kwargs) Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: self._notify() Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: self.callback(batched_events) Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: event.method(event) Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: return f(self, *a, **k) Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: return self._get(url).json() Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: return self.request(url, 'GET', **kwargs) Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:37:26.947369 dv-cinder-798088-1-smb neutron-server[78415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:37:27.024794 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1302864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8043034'] for network, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:27.028433 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-7627b95b-814a-4906-8476-8274e5ad26d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:27.043031 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:27.050988 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f846d10-9cee-4824-b681-42b7e5742db5,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:27.054040 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:27.064621 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-7c703a8a-0b11-4557-b5a7-f3cf2dac1d66 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3f846d10-9cee-4824-b681-42b7e5742db5 HTTP/1.1" status: 204 len: 168 time: 0.9968016 Jun 25 14:37:27.178778 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52578) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:27.226474 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-7a5539c4-bd94-4f4d-a99b-40e5717ff081 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=69f59d897952483db727b31e7fb234a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0463226 Jun 25 14:37:27.228992 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52582) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:27.288335 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-69502de3-46aa-4ddb-930d-0c1b5132ec1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:27.314831 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-69502de3-46aa-4ddb-930d-0c1b5132ec1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:27.373390 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-69502de3-46aa-4ddb-930d-0c1b5132ec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:27.378170 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c9add3b5-30b7-4e38-b7b6-27e671c5a46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:27.393358 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69502de3-46aa-4ddb-930d-0c1b5132ec1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05025160-6e34-45c4-aacb-9621062c6855,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:27.396262 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-69502de3-46aa-4ddb-930d-0c1b5132ec1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:27.398713 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-69502de3-46aa-4ddb-930d-0c1b5132ec1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:27.401917 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-69502de3-46aa-4ddb-930d-0c1b5132ec1f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05025160-6e34-45c4-aacb-9621062c6855 HTTP/1.1" status: 204 len: 168 time: 0.1692901 Jun 25 14:37:27.417739 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-ea481c6e-daf9-4801-ac89-929d2d521dc7 None None] Deleting port f556bd59-dd57-4a86-8cbb-15015ba640a0 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:37:27.418186 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ea481c6e-daf9-4801-ac89-929d2d521dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:27.482938 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-ea481c6e-daf9-4801-ac89-929d2d521dc7 None None] The port 'f556bd59-dd57-4a86-8cbb-15015ba640a0' was deleted {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:37:27.504825 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:37:27.541270 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:37:27.541612 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 01f438d8-6bc2-45b6-b13f-3b2a8d5ab2dc not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:37:27.977403 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-344b4d1a-496e-4ff1-81db-35f868ade2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:28.320125 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device f556bd59-dd57-4a86-8cbb-15015ba640a0 no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:37:28.357959 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: f556bd59-dd57-4a86-8cbb-15015ba640a0 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:37:28.358422 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device f556bd59-dd57-4a86-8cbb-15015ba640a0 not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:37:29.121915 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:30.587738 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:37.641301 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:37:39.044131 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52926) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:39.173936 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7b8a831b-5b27-497a-a769-3be3251408aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:39.188878 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-7b8a831b-5b27-497a-a769-3be3251408aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:39.193677 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-7b8a831b-5b27-497a-a769-3be3251408aa admin admin] Usage tracker for resource:security_group_rule and tenant:5fabf272e1d04d2eaabe1350afd41ddb is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:39.197040 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-7b8a831b-5b27-497a-a769-3be3251408aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:39.203024 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-7b8a831b-5b27-497a-a769-3be3251408aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:39.287219 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7b8a831b-5b27-497a-a769-3be3251408aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:39.291199 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-7b8a831b-5b27-497a-a769-3be3251408aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:39.300736 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-21a4ec1e-1882-4853-b587-5aa92f4ab947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:39.341175 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-7b8a831b-5b27-497a-a769-3be3251408aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5fabf272e1d04d2eaabe1350afd41ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958241 Jun 25 14:37:39.342135 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a831b-5b27-497a-a769-3be3251408aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482d8192-95f5-498b-964d-6912c735ede4,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:39.343809 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 52940) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:39.345484 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-7b8a831b-5b27-497a-a769-3be3251408aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:39.403442 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-6e15cb24-d8a8-495a-958f-0e3ebe334fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:39.430187 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-6e15cb24-d8a8-495a-958f-0e3ebe334fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:39.482786 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-6e15cb24-d8a8-495a-958f-0e3ebe334fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:39.486654 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ea579ab5-ccc3-4c7a-83f4-2babc298c8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:39.502467 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15cb24-d8a8-495a-958f-0e3ebe334fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482d8192-95f5-498b-964d-6912c735ede4,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:39.505502 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-6e15cb24-d8a8-495a-958f-0e3ebe334fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:39.511837 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-6e15cb24-d8a8-495a-958f-0e3ebe334fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:39.513251 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-6e15cb24-d8a8-495a-958f-0e3ebe334fe3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/482d8192-95f5-498b-964d-6912c735ede4 HTTP/1.1" status: 204 len: 168 time: 0.1678927 Jun 25 14:37:39.810742 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52956) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:39.828148 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-42019315-518f-4219-aa2c-0f894d29f9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:39.841829 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-42019315-518f-4219-aa2c-0f894d29f9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:39.845600 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-42019315-518f-4219-aa2c-0f894d29f9d8 admin admin] Usage tracker for resource:security_group_rule and tenant:85325d4ae50447e78650c14f0edf56f3 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:39.848919 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-42019315-518f-4219-aa2c-0f894d29f9d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:39.854612 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-42019315-518f-4219-aa2c-0f894d29f9d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:39.939962 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-42019315-518f-4219-aa2c-0f894d29f9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:39.943648 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-42019315-518f-4219-aa2c-0f894d29f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:39.950504 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-97fc2aad-19b9-432a-8f97-d15b28b1fc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:39.989762 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42019315-518f-4219-aa2c-0f894d29f9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8c4c9b-5b84-468e-84d2-aa8b59e85d1d,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:39.993846 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-42019315-518f-4219-aa2c-0f894d29f9d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85325d4ae50447e78650c14f0edf56f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820464 Jun 25 14:37:39.994776 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-42019315-518f-4219-aa2c-0f894d29f9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:39.996524 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52960) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:40.056380 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-26ec5af5-17d5-4102-824b-711ac759755d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:40.081007 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-26ec5af5-17d5-4102-824b-711ac759755d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:40.139721 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-26ec5af5-17d5-4102-824b-711ac759755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:40.144265 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-528b6420-07cb-43c2-8e57-4fe68e6947b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:40.162490 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec5af5-17d5-4102-824b-711ac759755d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8c4c9b-5b84-468e-84d2-aa8b59e85d1d,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:40.165186 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-26ec5af5-17d5-4102-824b-711ac759755d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:40.183281 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-26ec5af5-17d5-4102-824b-711ac759755d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:40.188310 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-26ec5af5-17d5-4102-824b-711ac759755d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa8c4c9b-5b84-468e-84d2-aa8b59e85d1d HTTP/1.1" status: 204 len: 168 time: 0.1898482 Jun 25 14:37:40.906547 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 52994) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:41.014410 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1728452293-network', 'tenant_id': '2ba792dab73d400fb9faae64230a6ca9'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:37:41.019689 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:41.023599 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Usage tracker for resource:network and tenant:2ba792dab73d400fb9faae64230a6ca9 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:41.026375 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:41.032887 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:41.043254 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Made reservation on behalf of 2ba792dab73d400fb9faae64230a6ca9 for: {'network': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:37:41.045567 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:41.061600 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:41.158738 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:41.163101 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba792dab73d400fb9faae64230a6ca9 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:41.165880 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:41.171574 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:41.256889 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:41.260669 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:41.264784 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-7ad5691f-00b9-4031-a439-635a21185238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:41.290615 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=78415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:37:41.298807 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bd35c9-baef-41c7-b021-cb22a86bd4da,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:41.302890 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:41.305417 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:41.305759 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.segments_db [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Added segment f1a0a459-0160-4120-935a-1da1a70dc0d4 of type vlan for network 9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 Jun 25 14:37:41.330746 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:41.361168 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:41.362510 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:41.363688 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:41.366993 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:41.473316 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Pushing event updated for resources: {'Network': ['ID=9b62b80f-a8b2-4b6c-a62d-be5d6e593f32,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:41.476396 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:41.477850 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5700154 Jun 25 14:37:41.480762 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53012) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:41.484708 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network 9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:37:41.486329 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Request body: {'subnet': {'network_id': '9b62b80f-a8b2-4b6c-a62d-be5d6e593f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1728452293-subnet', 'tenant_id': '2ba792dab73d400fb9faae64230a6ca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:37:41.491348 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:41.495187 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Usage tracker for resource:subnet and tenant:2ba792dab73d400fb9faae64230a6ca9 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:41.498044 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:41.503947 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:41.515450 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Made reservation on behalf of 2ba792dab73d400fb9faae64230a6ca9 for: {'subnet': 1} {{(pid=78415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:37:41.517718 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6890692'] for subnet, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:41.726538 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6721651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6890706'] for subnet, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:41.732922 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-7d1f7240-40bc-4bda-9b28-184fe41e3e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:41.805816 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=87811a10-4ba9-43f6-ac37-806fc5c8eb21,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:41.809341 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:41.811839 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Checking segment: {'id': 'f1a0a459-0160-4120-935a-1da1a70dc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b62b80f-a8b2-4b6c-a62d-be5d6e593f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:37:41.812264 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Network hostable DHCP agents. Network: 9b62b80f-a8b2-4b6c-a62d-be5d6e593f32, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:37:41.831859 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Network 9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:37:41.841122 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, 9b62b80f-a8b2-4b6c-a62d-be5d6e593f32) {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:37:41.845278 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:41.845865 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:41.850934 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d9f389-42c2-4521-8f54-b5f4acb31e28 None None] Network 9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:37:41.868112 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-a95d4f97-b16d-42fe-9ccc-236c68900c4a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3862505 Jun 25 14:37:42.077129 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f3935c-5a0f-4c30-989a-bfe72a0b4d17 None None] Network 9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:37:43.943442 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-66593d01-6127-4043-866c-b5aac4d91a92 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:43.944893 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-66593d01-6127-4043-866c-b5aac4d91a92 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/networks?id=9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 HTTP/1.1" status: 200 len: 809 time: 0.1503491 Jun 25 14:37:43.960423 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-670fa11a-5c9d-40ea-b82a-6c3873197e93 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/quotas/2ba792dab73d400fb9faae64230a6ca9 HTTP/1.1" status: 200 len: 375 time: 0.0096006 Jun 25 14:37:44.012295 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-73b70e3d-2306-46b9-be99-53265ae29af2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ba792dab73d400fb9faae64230a6ca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460951 Jun 25 14:37:44.112651 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53092) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:44.150631 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-4e8ae99c-387f-4331-a600-dc9520252116 service neutron] 10.222.0.50 "GET /v2.0/networks/9b62b80f-a8b2-4b6c-a62d-be5d6e593f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289332 Jun 25 14:37:44.178054 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b19c74-a3fe-4073-83cf-3228247595ec admin admin] Deleting subnet 52632f44-51c4-4cbc-aa91-4f3f57427461 {{(pid=78415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:37:44.181550 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-40b19c74-a3fe-4073-83cf-3228247595ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:44.231461 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-40b19c74-a3fe-4073-83cf-3228247595ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6559601'] for subnet, precommit_delete_associations {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:44.289235 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-40b19c74-a3fe-4073-83cf-3228247595ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1305554'] for subnet, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:44.362773 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-40b19c74-a3fe-4073-83cf-3228247595ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1303557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6721586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6890729'] for subnet, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:44.368725 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:44.404241 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b19c74-a3fe-4073-83cf-3228247595ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52632f44-51c4-4cbc-aa91-4f3f57427461,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:44.406877 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-40b19c74-a3fe-4073-83cf-3228247595ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:44.409350 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-2744146a-9ab8-4475-b503-3898745e78e0 service neutron] 10.222.0.50 "GET /v2.0/networks/9b62b80f-a8b2-4b6c-a62d-be5d6e593f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513864 Jun 25 14:37:44.412716 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-40b19c74-a3fe-4073-83cf-3228247595ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:44.418325 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-40b19c74-a3fe-4073-83cf-3228247595ec admin admin] 10.222.0.50 "DELETE /v2.0/subnets/52632f44-51c4-4cbc-aa91-4f3f57427461 HTTP/1.1" status: 204 len: 168 time: 0.3040347 Jun 25 14:37:44.421452 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53096) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:44.532594 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1a5391da-48d0-4487-821c-b7b3fa6994f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345843'] for network, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:44.606393 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d8c9f9ab-d16f-4633-a1fb-ad70dda5ce07 req-38490883-e2ea-4083-9291-43b03e21bd90 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 210 time: 0.0479078 Jun 25 14:37:44.663880 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1a5391da-48d0-4487-821c-b7b3fa6994f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1302863', 'neutron.services.segments.db._delete_segments_for_network-8777684513985'] for network, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:44.677322 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-1a5391da-48d0-4487-821c-b7b3fa6994f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345072f3-46bb-4b0c-98bd-c07c845faa81']}} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:44.690687 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-1a5391da-48d0-4487-821c-b7b3fa6994f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafb9b4b-10f6-4186-a8d7-7dcb13f62c32') {'for_net_delete': True} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:44.691111 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-1a5391da-48d0-4487-821c-b7b3fa6994f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafb9b4b-10f6-4186-a8d7-7dcb13f62c32') {} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:44.703925 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1a5391da-48d0-4487-821c-b7b3fa6994f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777684526376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6559560'] for segment, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:44.720556 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1a5391da-48d0-4487-821c-b7b3fa6994f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:44.727423 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5391da-48d0-4487-821c-b7b3fa6994f0 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=78415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:37:44.727583 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1a5391da-48d0-4487-821c-b7b3fa6994f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1300103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6724496'] for segment, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: Traceback (most recent call last): Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: timer() Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: cb(*args, **kw) Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: return func(*args, **kwargs) Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: self._notify() Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: self.callback(batched_events) Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: event.method(event) Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: return f(self, *a, **k) Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: return self._get(url).json() Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: return self.request(url, 'GET', **kwargs) Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:37:44.746748 dv-cinder-798088-1-smb neutron-server[78415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:37:44.821296 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1a5391da-48d0-4487-821c-b7b3fa6994f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1302864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8043034'] for network, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:44.825116 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:44.838147 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1a5391da-48d0-4487-821c-b7b3fa6994f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:44.847704 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5391da-48d0-4487-821c-b7b3fa6994f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=345072f3-46bb-4b0c-98bd-c07c845faa81,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:44.850723 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-1a5391da-48d0-4487-821c-b7b3fa6994f0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/345072f3-46bb-4b0c-98bd-c07c845faa81 HTTP/1.1" status: 204 len: 168 time: 0.4282944 Jun 25 14:37:44.851645 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-1a5391da-48d0-4487-821c-b7b3fa6994f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:44.973757 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 53112) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:45.023591 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-a6d54c18-d124-42b3-88ea-0ab7d8b0e11d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=889c90c90c8748ca9374001f7408011e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484107 Jun 25 14:37:45.025950 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 53118) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:45.090278 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e80a9001-4696-45d1-903c-a1f287f31c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:45.123319 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e80a9001-4696-45d1-903c-a1f287f31c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:45.198063 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e80a9001-4696-45d1-903c-a1f287f31c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:45.203999 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-4375204a-45ce-480c-848b-672f40167bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:45.216877 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a9001-4696-45d1-903c-a1f287f31c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256abca8-0e74-4567-b732-a0b40ded60cd,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:45.219346 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-e80a9001-4696-45d1-903c-a1f287f31c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:45.223018 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e80a9001-4696-45d1-903c-a1f287f31c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:45.224828 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-e80a9001-4696-45d1-903c-a1f287f31c20 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/256abca8-0e74-4567-b732-a0b40ded60cd HTTP/1.1" status: 204 len: 168 time: 0.1972051 Jun 25 14:37:45.704096 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-0a0b983c-5c35-40d0-bd2d-8fcff59dfe6c tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:45.705564 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-0a0b983c-5c35-40d0-bd2d-8fcff59dfe6c tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.38 "GET /v2.0/networks?id=9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 HTTP/1.1" status: 200 len: 809 time: 0.1844518 Jun 25 14:37:45.718818 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Request body: {'port': {'device_id': 'b139c951-dfde-41f5-b6a5-57a68da097a5', 'network_id': '9b62b80f-a8b2-4b6c-a62d-be5d6e593f32', 'admin_state_up': True, 'tenant_id': '2ba792dab73d400fb9faae64230a6ca9'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:37:45.846036 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-42d60657-0fd5-4446-a078-e8b96eaf904a req-e9f46e21-ee3c-414d-a2f8-138f05f8e45e tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 210 time: 0.1014900 Jun 25 14:37:45.866388 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53152) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:45.906735 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:45.910608 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Usage tracker for resource:port and tenant:2ba792dab73d400fb9faae64230a6ca9 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:45.913486 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:45.919112 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:45.929735 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Made reservation on behalf of 2ba792dab73d400fb9faae64230a6ca9 for: {'port': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:37:45.933248 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:45.991093 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1c34bd9c-a4b4-4206-9af5-e75352785627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.006168 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-1c34bd9c-a4b4-4206-9af5-e75352785627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:46.009953 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-1c34bd9c-a4b4-4206-9af5-e75352785627 admin admin] Usage tracker for resource:security_group_rule and tenant:f9177b64a697447fabf2946e991f82d6 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:46.013055 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-1c34bd9c-a4b4-4206-9af5-e75352785627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:46.018719 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-1c34bd9c-a4b4-4206-9af5-e75352785627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:46.092144 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Allocated IP 172.20.0.12 (9b62b80f-a8b2-4b6c-a62d-be5d6e593f32/87811a10-4ba9-43f6-ac37-806fc5c8eb21/8fed4b88-50c5-4749-ad14-dc20682b89e4) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:37:46.101398 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1c34bd9c-a4b4-4206-9af5-e75352785627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.105684 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-1c34bd9c-a4b4-4206-9af5-e75352785627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.120150 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-824788cf-c69f-489d-9b02-9bde0060c63c tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:46.163711 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-1c34bd9c-a4b4-4206-9af5-e75352785627 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9177b64a697447fabf2946e991f82d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954910 Jun 25 14:37:46.164937 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34bd9c-a4b4-4206-9af5-e75352785627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a459a0-54d6-4660-8345-f54a5da5714d,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:46.167691 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53158) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:46.172011 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-1c34bd9c-a4b4-4206-9af5-e75352785627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:46.233282 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd88f-9980-42d8-9b17-eeaf30fe5649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.260634 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd88f-9980-42d8-9b17-eeaf30fe5649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.309308 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.313072 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd88f-9980-42d8-9b17-eeaf30fe5649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.318717 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c2fe260f-453d-4cdf-8a96-66270117d137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:46.329228 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbd88f-9980-42d8-9b17-eeaf30fe5649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a459a0-54d6-4660-8345-f54a5da5714d,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:46.331869 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-4cbbd88f-9980-42d8-9b17-eeaf30fe5649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:46.338401 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd88f-9980-42d8-9b17-eeaf30fe5649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.339914 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-4cbbd88f-9980-42d8-9b17-eeaf30fe5649 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/57a459a0-54d6-4660-8345-f54a5da5714d HTTP/1.1" status: 204 len: 168 time: 0.1711349 Jun 25 14:37:46.342200 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.348042 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-db38d856-3cc1-4787-95d0-42d4154c6533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:46.414857 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Network 9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:37:46.418013 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:37:46.421872 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:37:46.455374 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Pushing event updated for resources: {'Port': ['ID=8fed4b88-50c5-4749-ad14-dc20682b89e4,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:46.469297 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:46.493044 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:46.493655 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.514761 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-c6c128fe-5bfe-4fa3-909d-e8f93fcc0cc2 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8000584 Jun 25 14:37:46.526521 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Request body: {'port': {'device_id': 'b139c951-dfde-41f5-b6a5-57a68da097a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:37:46.634251 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.638247 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53166) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:46.656550 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f0f18254-8e05-4445-aac1-2be77a4fc74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.670850 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-f0f18254-8e05-4445-aac1-2be77a4fc74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:46.674627 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-f0f18254-8e05-4445-aac1-2be77a4fc74c admin admin] Usage tracker for resource:security_group_rule and tenant:472ea9fc55ff478f863cda0da464a98a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:46.677940 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-f0f18254-8e05-4445-aac1-2be77a4fc74c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:46.683717 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-f0f18254-8e05-4445-aac1-2be77a4fc74c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:46.770885 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f0f18254-8e05-4445-aac1-2be77a4fc74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.774872 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-f0f18254-8e05-4445-aac1-2be77a4fc74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.783280 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-68fee942-b7cf-4213-b269-2a41fb57c609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:46.821057 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f18254-8e05-4445-aac1-2be77a4fc74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca09841-d0e2-404b-9a08-8c7801ce48ec,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:46.826229 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-f0f18254-8e05-4445-aac1-2be77a4fc74c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=472ea9fc55ff478f863cda0da464a98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868563 Jun 25 14:37:46.827296 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f0f18254-8e05-4445-aac1-2be77a4fc74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:46.827832 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53170) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:46.890271 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc8af-343a-496c-80f0-92ab14612966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.917177 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc8af-343a-496c-80f0-92ab14612966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.971935 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc8af-343a-496c-80f0-92ab14612966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.977188 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-26ec5af5-17d5-4102-824b-711ac759755d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:46.991129 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cc8af-343a-496c-80f0-92ab14612966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca09841-d0e2-404b-9a08-8c7801ce48ec,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:46.994049 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-ec1cc8af-343a-496c-80f0-92ab14612966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:46.995347 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc8af-343a-496c-80f0-92ab14612966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:46.996442 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-ec1cc8af-343a-496c-80f0-92ab14612966 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fca09841-d0e2-404b-9a08-8c7801ce48ec HTTP/1.1" status: 204 len: 168 time: 0.1675346 Jun 25 14:37:47.030297 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fed4b88-50c5-4749-ad14-dc20682b89e4 {{(pid=78414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:37:47.045362 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:47.066267 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Transition to ACTIVE for port object 8fed4b88-50c5-4749-ad14-dc20682b89e4 will not be triggered until provisioned by entity L2. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:37:47.072307 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:47.078260 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-06e58e02-c7c2-426f-a2ab-3ddd120a5e04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:47.291506 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81a65f-6784-4e27-a45c-d41dfb6360d1 req-ade3c82a-2ee6-47e6-8e89-6b39d46420e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:47.292226 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-dd81a65f-6784-4e27-a45c-d41dfb6360d1 req-ade3c82a-2ee6-47e6-8e89-6b39d46420e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Synchronizing usage tracker for tenant:2ba792dab73d400fb9faae64230a6ca9 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:37:47.369150 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Pushing event updated for resources: {'Port': ['ID=8fed4b88-50c5-4749-ad14-dc20682b89e4,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:47.399357 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:47.407342 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-dd81a65f-6784-4e27-a45c-d41dfb6360d1 req-ade3c82a-2ee6-47e6-8e89-6b39d46420e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Unset dirty status for tenant:2ba792dab73d400fb9faae64230a6ca9 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:37:47.408527 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-dd81a65f-6784-4e27-a45c-d41dfb6360d1 req-ade3c82a-2ee6-47e6-8e89-6b39d46420e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 932 time: 0.4489162 Jun 25 14:37:47.477053 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Attempting to bind port 8fed4b88-50c5-4749-ad14-dc20682b89e4 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:37:47.477386 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Attempting to bind port 8fed4b88-50c5-4749-ad14-dc20682b89e4 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'f1a0a459-0160-4120-935a-1da1a70dc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b62b80f-a8b2-4b6c-a62d-be5d6e593f32'}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:37:47.477714 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Attempting to bind port 8fed4b88-50c5-4749-ad14-dc20682b89e4 on network 9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:37:47.483448 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-dd81a65f-6784-4e27-a45c-d41dfb6360d1 req-1dfad2f9-6c90-46c3-97fb-5353a42a90c5 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680165 Jun 25 14:37:47.485285 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Port 8fed4b88-50c5-4749-ad14-dc20682b89e4 on network 9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:37:47.485612 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Attempting to bind port 8fed4b88-50c5-4749-ad14-dc20682b89e4 on network 9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:37:47.493061 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:37:47.493389 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Checking segment: {'id': 'f1a0a459-0160-4120-935a-1da1a70dc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b62b80f-a8b2-4b6c-a62d-be5d6e593f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:37:47.493794 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Bound using segment: {'id': 'f1a0a459-0160-4120-935a-1da1a70dc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b62b80f-a8b2-4b6c-a62d-be5d6e593f32'} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:37:47.494420 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Bound port: 8fed4b88-50c5-4749-ad14-dc20682b89e4, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a0a459-0160-4120-935a-1da1a70dc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b62b80f-a8b2-4b6c-a62d-be5d6e593f32'}}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:37:47.494765 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:47.593133 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] For port 8fed4b88-50c5-4749-ad14-dc20682b89e4, host hv-cinder-79808, cleared binding levels {{(pid=78414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:37:47.596323 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] For port 8fed4b88-50c5-4749-ad14-dc20682b89e4, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=8fed4b88-50c5-4749-ad14-dc20682b89e4,segment=NetworkSegment(f1a0a459-0160-4120-935a-1da1a70dc0d4),segment_id=f1a0a459-0160-4120-935a-1da1a70dc0d4)] {{(pid=78414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:37:47.600908 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:47.604602 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d45879f3-3d64-4466-9d74-3e65ed9854b5 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:47.661467 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:47.662053 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:47.663409 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] 10.222.0.38 "PUT /v2.0/ports/8fed4b88-50c5-4749-ad14-dc20682b89e4 HTTP/1.1" status: 200 len: 1094 time: 1.1410325 Jun 25 14:37:47.666771 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b139c951-dfde-41f5-b6a5-57a68da097a5', 'tag': '8fed4b88-50c5-4749-ad14-dc20682b89e4'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:37:47.690416 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Pushing event updated for resources: {'Port': ['ID=8fed4b88-50c5-4749-ad14-dc20682b89e4,revision_number=3']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:47.693993 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:47.752142 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b139c951-dfde-41f5-b6a5-57a68da097a5', 'tag': '8fed4b88-50c5-4749-ad14-dc20682b89e4', 'status': 'completed', 'code': 200} Jun 25 14:37:47.791817 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-87971a7c-31e4-490b-b0d5-05c2d0bdcd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:47.793273 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-87971a7c-31e4-490b-b0d5-05c2d0bdcd50 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2ba792dab73d400fb9faae64230a6ca9&device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 1097 time: 0.0780032 Jun 25 14:37:47.862042 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-e2416eb5-d52e-4b80-9617-2a130e3c74ef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fed4b88-50c5-4749-ad14-dc20682b89e4 HTTP/1.1" status: 200 len: 217 time: 0.0609806 Jun 25 14:37:47.930659 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-45148d67-7d7e-4c51-8ac2-8fbfb9f28423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:47.932038 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-45148d67-7d7e-4c51-8ac2-8fbfb9f28423 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87811a10-4ba9-43f6-ac37-806fc5c8eb21 HTTP/1.1" status: 200 len: 849 time: 0.0637448 Jun 25 14:37:47.980364 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-28205b9c-7d75-4d97-81fd-cf0d9ef32aff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9b62b80f-a8b2-4b6c-a62d-be5d6e593f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412998 Jun 25 14:37:48.116844 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-a9175135-74da-4a33-9678-79ff69556d0c service neutron] 10.222.0.38 "GET /v2.0/networks/9b62b80f-a8b2-4b6c-a62d-be5d6e593f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277115 Jun 25 14:37:48.257161 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1ed249fe-58c9-4341-a102-4d3e2ce897bf req-073f0242-9409-4f06-86dd-fd5e96c473c2 service neutron] 10.222.0.38 "GET /v2.0/networks/9b62b80f-a8b2-4b6c-a62d-be5d6e593f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330502 Jun 25 14:37:48.373458 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f74351-ca6b-4117-911e-b8b8e4175b8b req-8a4bcb03-54f8-4ccd-9d07-2ea6fcd14039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:48.374903 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a3f74351-ca6b-4117-911e-b8b8e4175b8b req-8a4bcb03-54f8-4ccd-9d07-2ea6fcd14039 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2ba792dab73d400fb9faae64230a6ca9&device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 1097 time: 0.0681446 Jun 25 14:37:48.512248 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f74351-ca6b-4117-911e-b8b8e4175b8b req-573a28a5-397d-45d7-9692-62b197ba7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:48.513795 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a3f74351-ca6b-4117-911e-b8b8e4175b8b req-573a28a5-397d-45d7-9692-62b197ba7596 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 HTTP/1.1" status: 200 len: 910 time: 0.1318240 Jun 25 14:37:48.589039 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a3f74351-ca6b-4117-911e-b8b8e4175b8b req-633e4574-c694-4b8e-9ce2-e9c6e2df3664 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fed4b88-50c5-4749-ad14-dc20682b89e4 HTTP/1.1" status: 200 len: 217 time: 0.0675013 Jun 25 14:37:48.703449 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f74351-ca6b-4117-911e-b8b8e4175b8b req-aa68dd47-98ed-427f-a0bf-e5e2a9ae9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:48.704886 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a3f74351-ca6b-4117-911e-b8b8e4175b8b req-aa68dd47-98ed-427f-a0bf-e5e2a9ae9d6a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87811a10-4ba9-43f6-ac37-806fc5c8eb21 HTTP/1.1" status: 200 len: 849 time: 0.1090207 Jun 25 14:37:48.758827 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a3f74351-ca6b-4117-911e-b8b8e4175b8b req-df074787-c26d-4add-bd3f-ba5035fe842e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9b62b80f-a8b2-4b6c-a62d-be5d6e593f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468571 Jun 25 14:37:48.770980 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1277a5-772a-459a-a81b-a7f57f773756 req-d98fb642-1995-48c2-b3c1-e71e38ff02cc tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:48.772365 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fa1277a5-772a-459a-a81b-a7f57f773756 req-d98fb642-1995-48c2-b3c1-e71e38ff02cc tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 944 time: 0.1474056 Jun 25 14:37:48.894789 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fa1277a5-772a-459a-a81b-a7f57f773756 req-4366596a-31f7-4c16-b132-a7d00a246964 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034801 Jun 25 14:37:48.940180 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a3f74351-ca6b-4117-911e-b8b8e4175b8b req-4c0ef366-377a-4662-9e89-acfc79789320 service neutron] 10.222.0.38 "GET /v2.0/networks/9b62b80f-a8b2-4b6c-a62d-be5d6e593f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668687 Jun 25 14:37:49.165910 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a3f74351-ca6b-4117-911e-b8b8e4175b8b req-77f7c4d8-9d1c-437d-bb29-7943c1fd8fb9 service neutron] 10.222.0.38 "GET /v2.0/networks/9b62b80f-a8b2-4b6c-a62d-be5d6e593f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188940 Jun 25 14:37:50.083750 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208780d-249d-41a6-b4a8-503375d7548c req-19b85687-4d83-401e-909f-69f2c69ff066 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:50.085224 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f208780d-249d-41a6-b4a8-503375d7548c req-19b85687-4d83-401e-909f-69f2c69ff066 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 944 time: 0.0808346 Jun 25 14:37:50.134505 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-f208780d-249d-41a6-b4a8-503375d7548c req-e4366ccf-980a-4bd7-a2fc-5077dc6dcf7a tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430894 Jun 25 14:37:51.325428 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55172bd-9787-437f-8081-5e43aebca5df req-f9192ec6-40cf-4886-97ad-e46c7ba9cfb6 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:51.326855 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a55172bd-9787-437f-8081-5e43aebca5df req-f9192ec6-40cf-4886-97ad-e46c7ba9cfb6 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 944 time: 0.0821748 Jun 25 14:37:51.371637 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a55172bd-9787-437f-8081-5e43aebca5df req-21546ae1-1777-486e-9bb8-e92e000ef7ca tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384264 Jun 25 14:37:51.598572 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 8fed4b88-50c5-4749-ad14-dc20682b89e4 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:37:51.740481 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 8fed4b88-50c5-4749-ad14-dc20682b89e4, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=8fed4b88-50c5-4749-ad14-dc20682b89e4,segment=NetworkSegment(f1a0a459-0160-4120-935a-1da1a70dc0d4),segment_id=f1a0a459-0160-4120-935a-1da1a70dc0d4)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:37:51.754237 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': '8fed4b88-50c5-4749-ad14-dc20682b89e4', 'network_id': '9b62b80f-a8b2-4b6c-a62d-be5d6e593f32', 'port_id': '8fed4b88-50c5-4749-ad14-dc20682b89e4', 'mac_address': 'fa:16:3e:17:0d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87811a10-4ba9-43f6-ac37-806fc5c8eb21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:37:51.809567 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:51.826854 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fed4b88-50c5-4749-ad14-dc20682b89e4 {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:37:51.843125 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 8fed4b88-50c5-4749-ad14-dc20682b89e4, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=8fed4b88-50c5-4749-ad14-dc20682b89e4,segment=NetworkSegment(f1a0a459-0160-4120-935a-1da1a70dc0d4),segment_id=f1a0a459-0160-4120-935a-1da1a70dc0d4)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:37:51.847582 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:51.849458 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:51.917999 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=8fed4b88-50c5-4749-ad14-dc20682b89e4,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:51.925175 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:51.926044 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:51.926393 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:51.926817 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:51.927180 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:51.927508 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:51.927830 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:51.928149 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:51.928470 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:51.928885 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:51.929184 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:51.929571 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:51.934006 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:52.054567 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['8fed4b88-50c5-4749-ad14-dc20682b89e4'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:37:52.553988 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670e8bd-63d4-4d1f-9852-d404697984b1 req-ff37c297-da10-4173-8e94-58aedab251cd tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:52.556380 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9670e8bd-63d4-4d1f-9852-d404697984b1 req-ff37c297-da10-4173-8e94-58aedab251cd tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 945 time: 0.0797048 Jun 25 14:37:52.605023 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9670e8bd-63d4-4d1f-9852-d404697984b1 req-ab34a4b8-942c-40bc-b1b5-d2ff6a1c54d8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430534 Jun 25 14:37:53.606602 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 8fed4b88-50c5-4749-ad14-dc20682b89e4 up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:37:53.678016 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port 8fed4b88-50c5-4749-ad14-dc20682b89e4 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:37:53.682602 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port 8fed4b88-50c5-4749-ad14-dc20682b89e4 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:37:53.682978 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:53.794341 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d539b-8eed-4071-9a83-03c986b9df4b req-2ccef2b8-f875-4589-8a73-85869ff4e839 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:53.798476 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bd9d539b-8eed-4071-9a83-03c986b9df4b req-2ccef2b8-f875-4589-8a73-85869ff4e839 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 945 time: 0.0824895 Jun 25 14:37:53.844395 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:53.846752 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bd9d539b-8eed-4071-9a83-03c986b9df4b req-e9e611ba-2631-4458-80b5-5bb6c8d59fa1 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425699 Jun 25 14:37:53.875021 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b139c951-dfde-41f5-b6a5-57a68da097a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fed4b88-50c5-4749-ad14-dc20682b89e4'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:37:53.885242 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 8fed4b88-50c5-4749-ad14-dc20682b89e4, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=8fed4b88-50c5-4749-ad14-dc20682b89e4,segment=NetworkSegment(f1a0a459-0160-4120-935a-1da1a70dc0d4),segment_id=f1a0a459-0160-4120-935a-1da1a70dc0d4)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:37:53.890941 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:53.893012 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:53.934856 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b139c951-dfde-41f5-b6a5-57a68da097a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fed4b88-50c5-4749-ad14-dc20682b89e4', 'code': 200} Jun 25 14:37:53.961240 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=8fed4b88-50c5-4749-ad14-dc20682b89e4,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:53.964536 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:54.186301 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edec594-1c52-44d2-a27e-ab3576df26a2 req-ee08abd3-62ea-49ab-a18c-4bcd110c665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:54.188260 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5edec594-1c52-44d2-a27e-ab3576df26a2 req-ee08abd3-62ea-49ab-a18c-4bcd110c665c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 1099 time: 0.0810287 Jun 25 14:37:54.243306 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5edec594-1c52-44d2-a27e-ab3576df26a2 req-43c9afdf-7a96-4064-9ce8-122dc8475c0a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477164 Jun 25 14:37:55.037308 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b649507-88a7-4b40-96d6-74d0d36726ff req-dde9e389-a300-469c-a9a9-c10134bde934 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:55.038745 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5b649507-88a7-4b40-96d6-74d0d36726ff req-dde9e389-a300-469c-a9a9-c10134bde934 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 946 time: 0.0844529 Jun 25 14:37:55.086577 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5b649507-88a7-4b40-96d6-74d0d36726ff req-005fb383-5c13-4c8e-bd86-bbc55f35f525 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420344 Jun 25 14:37:55.099408 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:55.755798 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53310) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:55.773817 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f7d6f8ba-bec6-4e89-ab97-57202a21b083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:55.825983 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:55.877117 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-53a73491-e423-4e5b-878c-a26b76d344e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:55.974115 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-53a73491-e423-4e5b-878c-a26b76d344e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:55.977883 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-53a73491-e423-4e5b-878c-a26b76d344e6 admin admin] Usage tracker for resource:security_group_rule and tenant:7a79fe4a04704362a483d1a7a8d58338 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:55.980676 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-53a73491-e423-4e5b-878c-a26b76d344e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:55.986464 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-53a73491-e423-4e5b-878c-a26b76d344e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:56.069994 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-53a73491-e423-4e5b-878c-a26b76d344e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:56.073633 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-53a73491-e423-4e5b-878c-a26b76d344e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:56.082022 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-38f1f865-ab3f-46e5-8572-82a8c69db909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:56.121916 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-53a73491-e423-4e5b-878c-a26b76d344e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a79fe4a04704362a483d1a7a8d58338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650277 Jun 25 14:37:56.122661 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a73491-e423-4e5b-878c-a26b76d344e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bdcb50-27cb-424f-828f-3d6ca8e6fbc5,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:56.124802 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 53318) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:56.125872 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-53a73491-e423-4e5b-878c-a26b76d344e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:56.189342 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-967ecdec-cde4-4493-b501-4c663170ed65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:56.214945 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-967ecdec-cde4-4493-b501-4c663170ed65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:56.325083 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e0d8c-b098-471a-8752-c2a74cdde169 req-554332e1-880c-4790-aa91-cff5f1a38e3f tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:56.326447 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-262e0d8c-b098-471a-8752-c2a74cdde169 req-554332e1-880c-4790-aa91-cff5f1a38e3f tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 946 time: 0.1135271 Jun 25 14:37:56.327489 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-967ecdec-cde4-4493-b501-4c663170ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:56.331053 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1c8f969a-c058-4368-8d48-e7b8db12c9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:56.356465 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ecdec-cde4-4493-b501-4c663170ed65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bdcb50-27cb-424f-828f-3d6ca8e6fbc5,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:56.362280 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-967ecdec-cde4-4493-b501-4c663170ed65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:56.376414 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-967ecdec-cde4-4493-b501-4c663170ed65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:56.377491 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-967ecdec-cde4-4493-b501-4c663170ed65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85bdcb50-27cb-424f-828f-3d6ca8e6fbc5 HTTP/1.1" status: 204 len: 168 time: 0.2510426 Jun 25 14:37:56.388904 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-262e0d8c-b098-471a-8752-c2a74cdde169 req-9edc69c5-073c-4b98-bb1b-866cb687953f tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516431 Jun 25 14:37:56.663109 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53330) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:56.681686 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-09fad32f-250c-48ec-9b4a-9e4d29a9eb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:56.696519 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-09fad32f-250c-48ec-9b4a-9e4d29a9eb39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:56.700404 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-09fad32f-250c-48ec-9b4a-9e4d29a9eb39 admin admin] Usage tracker for resource:security_group_rule and tenant:f9a872a211b7425ea7578dcd819c8e61 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:56.703311 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-09fad32f-250c-48ec-9b4a-9e4d29a9eb39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:56.709690 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-09fad32f-250c-48ec-9b4a-9e4d29a9eb39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:56.794710 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-09fad32f-250c-48ec-9b4a-9e4d29a9eb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:56.799250 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-09fad32f-250c-48ec-9b4a-9e4d29a9eb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:56.806776 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c6536449-089d-4603-842f-9103d86ba59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:56.850082 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-09fad32f-250c-48ec-9b4a-9e4d29a9eb39 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9a872a211b7425ea7578dcd819c8e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859133 Jun 25 14:37:56.851061 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fad32f-250c-48ec-9b4a-9e4d29a9eb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ef2ca9-64fa-49aa-8b58-d5e52a078fc9,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:56.853024 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 53336) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:56.853987 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-09fad32f-250c-48ec-9b4a-9e4d29a9eb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:56.913904 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9099049c-ad8c-487c-b9eb-42468136f7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:56.940566 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9099049c-ad8c-487c-b9eb-42468136f7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:56.992404 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9099049c-ad8c-487c-b9eb-42468136f7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:56.996066 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-6e15cb24-d8a8-495a-958f-0e3ebe334fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:57.009520 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099049c-ad8c-487c-b9eb-42468136f7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ef2ca9-64fa-49aa-8b58-d5e52a078fc9,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:57.012772 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-9099049c-ad8c-487c-b9eb-42468136f7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:57.014722 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-9099049c-ad8c-487c-b9eb-42468136f7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:57.022773 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-9099049c-ad8c-487c-b9eb-42468136f7db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9ef2ca9-64fa-49aa-8b58-d5e52a078fc9 HTTP/1.1" status: 204 len: 168 time: 0.1617129 Jun 25 14:37:57.397707 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdbc7b-e8eb-44d1-87d6-41050adb19a0 req-01f0c455-a3cd-4688-98e3-88c1e3850e6e tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:57.399253 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9afdbc7b-e8eb-44d1-87d6-41050adb19a0 req-01f0c455-a3cd-4688-98e3-88c1e3850e6e tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 946 time: 0.0804799 Jun 25 14:37:57.448729 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9afdbc7b-e8eb-44d1-87d6-41050adb19a0 req-57b16cd2-2329-4d8a-9ff5-60aa3ef8a5ff tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438066 Jun 25 14:37:57.980857 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7acafbf3-b411-40f2-a986-81828011f65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:58.640485 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19a595-ffc3-4d33-bd99-410f7bc113fa req-f4253837-6843-4c14-aa6d-b8fbd116290c tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:58.641948 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3c19a595-ffc3-4d33-bd99-410f7bc113fa req-f4253837-6843-4c14-aa6d-b8fbd116290c tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 946 time: 0.0833085 Jun 25 14:37:58.737055 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-3c19a595-ffc3-4d33-bd99-410f7bc113fa req-a8faba25-92a9-4296-87f1-7021b12817ed tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885339 Jun 25 14:37:58.773413 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea048d-cda2-4df2-b2e2-d66c4f74914e req-90f9b46b-4aaa-4485-8e91-2616a7bc32a7 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:58.774887 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e1ea048d-cda2-4df2-b2e2-d66c4f74914e req-90f9b46b-4aaa-4485-8e91-2616a7bc32a7 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.38 "GET /v2.0/ports?device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 946 time: 0.1135161 Jun 25 14:37:58.776949 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 53392) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:58.846602 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-e1ea048d-cda2-4df2-b2e2-d66c4f74914e req-5d526a95-bdfc-4ea3-a70e-01932cb8742a tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Deleting port 8fed4b88-50c5-4749-ad14-dc20682b89e4 {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:37:58.846937 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e1ea048d-cda2-4df2-b2e2-d66c4f74914e req-5d526a95-bdfc-4ea3-a70e-01932cb8742a tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:58.912226 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-dafb1bcf-4594-482b-aec1-b79e0a926f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:58.932024 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-dafb1bcf-4594-482b-aec1-b79e0a926f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:58.960204 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-dafb1bcf-4594-482b-aec1-b79e0a926f80 admin admin] Usage tracker for resource:security_group_rule and tenant:16517b384cb64fdb98f311474a60633b is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:58.967298 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-dafb1bcf-4594-482b-aec1-b79e0a926f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:58.983951 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-dafb1bcf-4594-482b-aec1-b79e0a926f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:59.124211 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:59.187062 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-e1ea048d-cda2-4df2-b2e2-d66c4f74914e req-5d526a95-bdfc-4ea3-a70e-01932cb8742a tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] For port 8fed4b88-50c5-4749-ad14-dc20682b89e4, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=8fed4b88-50c5-4749-ad14-dc20682b89e4,segment=NetworkSegment(f1a0a459-0160-4120-935a-1da1a70dc0d4),segment_id=f1a0a459-0160-4120-935a-1da1a70dc0d4)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:37:59.187681 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e1ea048d-cda2-4df2-b2e2-d66c4f74914e req-5d526a95-bdfc-4ea3-a70e-01932cb8742a tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:59.419141 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-e1ea048d-cda2-4df2-b2e2-d66c4f74914e req-5d526a95-bdfc-4ea3-a70e-01932cb8742a tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Calling delete_port for 8fed4b88-50c5-4749-ad14-dc20682b89e4 owned by compute:nova {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:37:59.465672 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-dafb1bcf-4594-482b-aec1-b79e0a926f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:59.475243 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-dafb1bcf-4594-482b-aec1-b79e0a926f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:59.485553 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3640f5c2-a794-407e-b245-dd2ecb28cb4f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:59.544688 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-dafb1bcf-4594-482b-aec1-b79e0a926f80 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16517b384cb64fdb98f311474a60633b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7667494 Jun 25 14:37:59.546990 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb1bcf-4594-482b-aec1-b79e0a926f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200e8430-c99a-4cf8-b01d-98c5dffc67a3,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:59.547324 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53398) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:59.550456 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-dafb1bcf-4594-482b-aec1-b79e0a926f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:59.608317 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e576de30-ad9e-4d37-9cfb-20262eec473b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:59.625257 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e1ea048d-cda2-4df2-b2e2-d66c4f74914e req-5d526a95-bdfc-4ea3-a70e-01932cb8742a tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:59.630805 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1b060ede-121f-455c-a2b2-cef20b2cc92b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:59.633517 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e576de30-ad9e-4d37-9cfb-20262eec473b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:59.637805 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['8fed4b88-50c5-4749-ad14-dc20682b89e4'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:37:59.675650 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d526a95-bdfc-4ea3-a70e-01932cb8742a tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Pushing event deleted for resources: {'Port': ['ID=8fed4b88-50c5-4749-ad14-dc20682b89e4,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:59.679451 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5d526a95-bdfc-4ea3-a70e-01932cb8742a tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:59.689282 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e576de30-ad9e-4d37-9cfb-20262eec473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:59.693110 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9db60e13-4c4f-4514-8721-f77c26323ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:59.707535 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576de30-ad9e-4d37-9cfb-20262eec473b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200e8430-c99a-4cf8-b01d-98c5dffc67a3,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:59.710426 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-e576de30-ad9e-4d37-9cfb-20262eec473b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:59.719942 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-e576de30-ad9e-4d37-9cfb-20262eec473b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:59.723790 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-e576de30-ad9e-4d37-9cfb-20262eec473b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/200e8430-c99a-4cf8-b01d-98c5dffc67a3 HTTP/1.1" status: 204 len: 168 time: 0.1751668 Jun 25 14:37:59.757295 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ea048d-cda2-4df2-b2e2-d66c4f74914e req-5d526a95-bdfc-4ea3-a70e-01932cb8742a tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] No DVR routers for this DVR port 8fed4b88-50c5-4749-ad14-dc20682b89e4 on host hv-cinder-79808 {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:37:59.759836 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-e1ea048d-cda2-4df2-b2e2-d66c4f74914e req-5d526a95-bdfc-4ea3-a70e-01932cb8742a tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:59.762979 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b139c951-dfde-41f5-b6a5-57a68da097a5', 'name': 'network-vif-deleted', 'tag': '8fed4b88-50c5-4749-ad14-dc20682b89e4'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:37:59.784416 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e1ea048d-cda2-4df2-b2e2-d66c4f74914e req-5d526a95-bdfc-4ea3-a70e-01932cb8742a tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.38 "DELETE /v2.0/ports/8fed4b88-50c5-4749-ad14-dc20682b89e4 HTTP/1.1" status: 204 len: 173 time: 1.0016210 Jun 25 14:37:59.813089 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b139c951-dfde-41f5-b6a5-57a68da097a5', 'name': 'network-vif-deleted', 'tag': '8fed4b88-50c5-4749-ad14-dc20682b89e4', 'status': 'completed', 'code': 200} Jun 25 14:37:59.902374 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-380fd20a-aaf9-4712-bcdd-d594a0a5a347 req-48c97a94-f8fd-4e4f-9a19-1c4d3d0087da tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Synchronizing usage tracker for tenant:2ba792dab73d400fb9faae64230a6ca9 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:37:59.920809 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-380fd20a-aaf9-4712-bcdd-d594a0a5a347 req-48c97a94-f8fd-4e4f-9a19-1c4d3d0087da tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Unset dirty status for tenant:2ba792dab73d400fb9faae64230a6ca9 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:37:59.922280 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-380fd20a-aaf9-4712-bcdd-d594a0a5a347 req-48c97a94-f8fd-4e4f-9a19-1c4d3d0087da tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b139c951-dfde-41f5-b6a5-57a68da097a5 HTTP/1.1" status: 200 len: 210 time: 0.0656793 Jun 25 14:38:00.033857 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53410) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:00.052081 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-266f4820-78dc-4408-b92e-ff283d81227a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:00.066018 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-266f4820-78dc-4408-b92e-ff283d81227a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:00.069773 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-266f4820-78dc-4408-b92e-ff283d81227a admin admin] Usage tracker for resource:security_group_rule and tenant:913015e1dd1241ab89fc99f868f233a9 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:00.072568 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-266f4820-78dc-4408-b92e-ff283d81227a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:00.078119 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-266f4820-78dc-4408-b92e-ff283d81227a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:00.163916 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-266f4820-78dc-4408-b92e-ff283d81227a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:00.168403 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-266f4820-78dc-4408-b92e-ff283d81227a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:00.177630 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-4cbbd88f-9980-42d8-9b17-eeaf30fe5649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:00.216432 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-266f4820-78dc-4408-b92e-ff283d81227a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=913015e1dd1241ab89fc99f868f233a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815016 Jun 25 14:38:00.217366 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f4820-78dc-4408-b92e-ff283d81227a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdab7f1-eb26-48c1-9fd2-1558de4074aa,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:00.219090 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 53414) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:00.220325 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-266f4820-78dc-4408-b92e-ff283d81227a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:00.281513 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-cd55cd07-c7f3-43bc-a12f-c49d93050df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:00.307660 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-cd55cd07-c7f3-43bc-a12f-c49d93050df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:00.363944 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-cd55cd07-c7f3-43bc-a12f-c49d93050df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:00.368822 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-bf44536d-5f5d-44d7-9040-814940065150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:00.384896 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55cd07-c7f3-43bc-a12f-c49d93050df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdab7f1-eb26-48c1-9fd2-1558de4074aa,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:00.387691 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-cd55cd07-c7f3-43bc-a12f-c49d93050df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:00.388878 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-cd55cd07-c7f3-43bc-a12f-c49d93050df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:00.390026 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-cd55cd07-c7f3-43bc-a12f-c49d93050df3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9cdab7f1-eb26-48c1-9fd2-1558de4074aa HTTP/1.1" status: 204 len: 168 time: 0.1697431 Jun 25 14:38:00.591506 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:01.346712 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-db434207-fa98-4f0d-b679-8cbf65d0947e tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:01.349464 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-db434207-fa98-4f0d-b679-8cbf65d0947e tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/networks?id=9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 HTTP/1.1" status: 200 len: 809 time: 0.1496499 Jun 25 14:38:01.365367 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-fd25b3d2-a529-4f6e-868a-1058170118c8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/quotas/2ba792dab73d400fb9faae64230a6ca9 HTTP/1.1" status: 200 len: 375 time: 0.0096581 Jun 25 14:38:01.415463 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-67f94f1b-0881-4086-87d2-652e2dedd1c0 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ba792dab73d400fb9faae64230a6ca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445383 Jun 25 14:38:01.556559 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-82e07744-0cad-46b4-8c6c-e3e11a6d0738 service neutron] 10.222.0.50 "GET /v2.0/networks/9b62b80f-a8b2-4b6c-a62d-be5d6e593f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342368 Jun 25 14:38:01.688919 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-d59fea57-369b-456d-ab0d-d1691500c942 service neutron] 10.222.0.50 "GET /v2.0/networks/9b62b80f-a8b2-4b6c-a62d-be5d6e593f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265302 Jun 25 14:38:01.879790 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a9793c21-5d8f-4a96-8e89-8a904002e59e req-44cdbdf6-9cce-43a3-a9e1-07b4b1c41f9c tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 210 time: 0.0509193 Jun 25 14:38:02.620997 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 53510) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:02.740762 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ce6694b7-483d-404f-b641-acc56a0ca8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:02.755240 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-ce6694b7-483d-404f-b641-acc56a0ca8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:02.758901 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ce6694b7-483d-404f-b641-acc56a0ca8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:a32e5403f34c44deb8a20072a3b972d5 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:02.761678 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-ce6694b7-483d-404f-b641-acc56a0ca8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:02.767593 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-ce6694b7-483d-404f-b641-acc56a0ca8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:03.041362 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ce6694b7-483d-404f-b641-acc56a0ca8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:03.053720 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-46f8e390-6d6c-4af1-bbe5-b6090196b221 req-968ba643-0a36-40bf-8fad-a1ec87408de1 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 210 time: 0.0587492 Jun 25 14:38:03.058017 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-ce6694b7-483d-404f-b641-acc56a0ca8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:03.076035 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c60706cb-7926-40f2-81cb-3ff1ad7a1d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:03.136660 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-12abdf17-26d4-45bb-8055-93824791f480 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:03.138282 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-12abdf17-26d4-45bb-8055-93824791f480 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.38 "GET /v2.0/networks?id=9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 HTTP/1.1" status: 200 len: 809 time: 0.3199232 Jun 25 14:38:03.140661 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-ce6694b7-483d-404f-b641-acc56a0ca8f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a32e5403f34c44deb8a20072a3b972d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5186949 Jun 25 14:38:03.141457 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6694b7-483d-404f-b641-acc56a0ca8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9477ce8-d999-4645-b1e5-53bc1707fb7c,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:03.143958 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53522) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:03.144976 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ce6694b7-483d-404f-b641-acc56a0ca8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:03.156891 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Request body: {'port': {'device_id': '66695bd7-c714-4358-b7c8-1582e784d1a5', 'network_id': '9b62b80f-a8b2-4b6c-a62d-be5d6e593f32', 'admin_state_up': True, 'tenant_id': '2ba792dab73d400fb9faae64230a6ca9'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:03.204866 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-de221602-7c7b-400c-a79a-bb57bd2c8b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:03.232570 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-de221602-7c7b-400c-a79a-bb57bd2c8b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:03.286373 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-de221602-7c7b-400c-a79a-bb57bd2c8b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:03.291134 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-69502de3-46aa-4ddb-930d-0c1b5132ec1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:03.293145 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:03.303283 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de221602-7c7b-400c-a79a-bb57bd2c8b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9477ce8-d999-4645-b1e5-53bc1707fb7c,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:03.304078 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:03.307503 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-de221602-7c7b-400c-a79a-bb57bd2c8b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:03.313759 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-de221602-7c7b-400c-a79a-bb57bd2c8b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:03.318574 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Made reservation on behalf of 2ba792dab73d400fb9faae64230a6ca9 for: {'port': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:03.318889 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-de221602-7c7b-400c-a79a-bb57bd2c8b5d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9477ce8-d999-4645-b1e5-53bc1707fb7c HTTP/1.1" status: 204 len: 168 time: 0.1697457 Jun 25 14:38:03.324930 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:03.590419 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Allocated IP 172.20.0.14 (9b62b80f-a8b2-4b6c-a62d-be5d6e593f32/87811a10-4ba9-43f6-ac37-806fc5c8eb21/dc4bccf5-787f-4ebc-bb11-8cccc77583d3) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:38:03.615331 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53530) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:03.632155 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa343-cd7d-4d89-a7a8-6d348a793cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:03.650423 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-0d6aa343-cd7d-4d89-a7a8-6d348a793cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:03.653988 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 8fed4b88-50c5-4749-ad14-dc20682b89e4 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:38:03.655678 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-0d6aa343-cd7d-4d89-a7a8-6d348a793cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:47377629f17546d5aa9464fe2b270b05 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:03.658583 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-0d6aa343-cd7d-4d89-a7a8-6d348a793cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:03.665032 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-0d6aa343-cd7d-4d89-a7a8-6d348a793cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:03.690284 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: 8fed4b88-50c5-4749-ad14-dc20682b89e4 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:38:03.690637 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 8fed4b88-50c5-4749-ad14-dc20682b89e4 not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:38:03.752352 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa343-cd7d-4d89-a7a8-6d348a793cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:03.756413 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa343-cd7d-4d89-a7a8-6d348a793cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:03.765723 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a7a5f84d-c2a6-4b6f-abfa-3093edce313b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:03.797033 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:03.805067 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-0d6aa343-cd7d-4d89-a7a8-6d348a793cc5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47377629f17546d5aa9464fe2b270b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884396 Jun 25 14:38:03.806812 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6aa343-cd7d-4d89-a7a8-6d348a793cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8f4554-3e6e-46b6-b9d3-1316c97fec2b,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:03.808866 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 53534) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:03.809861 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0d6aa343-cd7d-4d89-a7a8-6d348a793cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:03.871647 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:03.877921 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:03.916524 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-99a0ed47-9058-4536-8053-4518b16afaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:03.969056 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Network 9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:38:03.974957 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:38:03.976701 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Pushing event updated for resources: {'Port': ['ID=dc4bccf5-787f-4ebc-bb11-8cccc77583d3,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:03.978766 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:38:04.006465 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:04.010928 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-99a0ed47-9058-4536-8053-4518b16afaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:04.070508 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:04.071132 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:04.105342 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-99a0ed47-9058-4536-8053-4518b16afaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:04.108027 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-99a0ed47-9058-4536-8053-4518b16afaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:04.109148 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-99a0ed47-9058-4536-8053-4518b16afaa7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b8f4554-3e6e-46b6-b9d3-1316c97fec2b HTTP/1.1" status: 204 len: 168 time: 0.2993698 Jun 25 14:38:04.110195 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-0c2154d6-59a9-4314-81a7-815323a11881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:04.117822 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9655006 Jun 25 14:38:04.122146 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0ed47-9058-4536-8053-4518b16afaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8f4554-3e6e-46b6-b9d3-1316c97fec2b,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:04.124863 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-99a0ed47-9058-4536-8053-4518b16afaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:04.132111 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Request body: {'port': {'device_id': '66695bd7-c714-4358-b7c8-1582e784d1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:04.302884 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:04.376383 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c074880-f3a3-48fc-b588-5f1d169936f5 req-a2341d52-8416-4cff-9adc-8c10fcc6f76b tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:04.377065 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-0c074880-f3a3-48fc-b588-5f1d169936f5 req-a2341d52-8416-4cff-9adc-8c10fcc6f76b tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Synchronizing usage tracker for tenant:2ba792dab73d400fb9faae64230a6ca9 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:38:04.443741 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-0c074880-f3a3-48fc-b588-5f1d169936f5 req-a2341d52-8416-4cff-9adc-8c10fcc6f76b tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Unset dirty status for tenant:2ba792dab73d400fb9faae64230a6ca9 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:38:04.444892 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0c074880-f3a3-48fc-b588-5f1d169936f5 req-a2341d52-8416-4cff-9adc-8c10fcc6f76b tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 932 time: 0.2557044 Jun 25 14:38:04.576910 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0c074880-f3a3-48fc-b588-5f1d169936f5 req-bea5c59b-18c2-4f87-9266-8b09ba94e26b tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255665 Jun 25 14:38:04.710797 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4bccf5-787f-4ebc-bb11-8cccc77583d3 {{(pid=78414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:38:04.718123 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:04.732578 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Transition to ACTIVE for port object dc4bccf5-787f-4ebc-bb11-8cccc77583d3 will not be triggered until provisioned by entity L2. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:38:04.736735 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:04.741719 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-ec598ff4-ab09-40c6-b757-fbe135d4d27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:04.889423 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4bccf5-787f-4ebc-bb11-8cccc77583d3,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:04.897103 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:04.969812 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Attempting to bind port dc4bccf5-787f-4ebc-bb11-8cccc77583d3 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:38:04.970031 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Attempting to bind port dc4bccf5-787f-4ebc-bb11-8cccc77583d3 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'f1a0a459-0160-4120-935a-1da1a70dc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b62b80f-a8b2-4b6c-a62d-be5d6e593f32'}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:38:04.970349 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Attempting to bind port dc4bccf5-787f-4ebc-bb11-8cccc77583d3 on network 9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:38:04.974990 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Port dc4bccf5-787f-4ebc-bb11-8cccc77583d3 on network 9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:38:04.975472 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Attempting to bind port dc4bccf5-787f-4ebc-bb11-8cccc77583d3 on network 9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:38:04.980479 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:38:04.980812 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Checking segment: {'id': 'f1a0a459-0160-4120-935a-1da1a70dc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b62b80f-a8b2-4b6c-a62d-be5d6e593f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:38:04.981192 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Bound using segment: {'id': 'f1a0a459-0160-4120-935a-1da1a70dc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b62b80f-a8b2-4b6c-a62d-be5d6e593f32'} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:38:04.981628 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Bound port: dc4bccf5-787f-4ebc-bb11-8cccc77583d3, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a0a459-0160-4120-935a-1da1a70dc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b62b80f-a8b2-4b6c-a62d-be5d6e593f32'}}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:38:04.981971 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:05.070860 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] For port dc4bccf5-787f-4ebc-bb11-8cccc77583d3, host hv-cinder-79808, cleared binding levels {{(pid=78414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:38:05.074031 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] For port dc4bccf5-787f-4ebc-bb11-8cccc77583d3, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=dc4bccf5-787f-4ebc-bb11-8cccc77583d3,segment=NetworkSegment(f1a0a459-0160-4120-935a-1da1a70dc0d4),segment_id=f1a0a459-0160-4120-935a-1da1a70dc0d4)] {{(pid=78414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:38:05.078290 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:05.082867 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c9591be1-ab36-4e43-9a22-cc02d4fc738a tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:05.134207 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:05.135425 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:05.136666 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] 10.222.0.38 "PUT /v2.0/ports/dc4bccf5-787f-4ebc-bb11-8cccc77583d3 HTTP/1.1" status: 200 len: 1094 time: 1.0103118 Jun 25 14:38:05.145520 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66695bd7-c714-4358-b7c8-1582e784d1a5', 'tag': 'dc4bccf5-787f-4ebc-bb11-8cccc77583d3'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:38:05.221446 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66695bd7-c714-4358-b7c8-1582e784d1a5', 'tag': 'dc4bccf5-787f-4ebc-bb11-8cccc77583d3', 'status': 'completed', 'code': 200} Jun 25 14:38:05.232357 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4bccf5-787f-4ebc-bb11-8cccc77583d3,revision_number=3']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:05.236266 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:05.268575 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-b92fb9ea-f7c8-4ce9-98b8-53f19ff39695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:05.270352 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-b92fb9ea-f7c8-4ce9-98b8-53f19ff39695 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2ba792dab73d400fb9faae64230a6ca9&device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 1097 time: 0.0905836 Jun 25 14:38:05.445872 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-fda50463-ed2f-432a-8bc0-bcbf887d4507 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc4bccf5-787f-4ebc-bb11-8cccc77583d3 HTTP/1.1" status: 200 len: 217 time: 0.1681411 Jun 25 14:38:05.513555 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-930f9788-011a-449b-9705-4452bbb23d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:05.514984 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-930f9788-011a-449b-9705-4452bbb23d6b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87811a10-4ba9-43f6-ac37-806fc5c8eb21 HTTP/1.1" status: 200 len: 849 time: 0.0626862 Jun 25 14:38:05.563408 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-eb4c172f-6d29-43f8-aae4-d157923bc672 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9b62b80f-a8b2-4b6c-a62d-be5d6e593f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417945 Jun 25 14:38:05.737893 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-e49d8195-19f3-4aab-a127-3331f435dbb4 service neutron] 10.222.0.38 "GET /v2.0/networks/9b62b80f-a8b2-4b6c-a62d-be5d6e593f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680553 Jun 25 14:38:05.870933 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d74a6b-2787-4ead-bb9a-79793a3c05e8 req-c0e9b886-b2f9-493e-a280-f80101df7921 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:05.872443 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-93d74a6b-2787-4ead-bb9a-79793a3c05e8 req-c0e9b886-b2f9-493e-a280-f80101df7921 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 944 time: 0.1801834 Jun 25 14:38:05.905999 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1d04bde6-ae10-4e55-9288-cb2520057044 req-8ebe07a7-5570-4cd3-afa9-b3c06eb1574e service neutron] 10.222.0.38 "GET /v2.0/networks/9b62b80f-a8b2-4b6c-a62d-be5d6e593f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589494 Jun 25 14:38:05.929285 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-93d74a6b-2787-4ead-bb9a-79793a3c05e8 req-f4bbd74e-ca62-4511-b630-c7fdc27aedbf tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461149 Jun 25 14:38:06.026112 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7667b0d-952a-4a1e-a9a0-61d8f6b22738 req-e662f702-f131-49d9-90ae-159c5e176aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:06.027555 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b7667b0d-952a-4a1e-a9a0-61d8f6b22738 req-e662f702-f131-49d9-90ae-159c5e176aca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2ba792dab73d400fb9faae64230a6ca9&device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 1097 time: 0.0741141 Jun 25 14:38:06.159391 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7667b0d-952a-4a1e-a9a0-61d8f6b22738 req-df7b0be9-0622-4422-8d85-9f09f26aaf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:06.160912 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b7667b0d-952a-4a1e-a9a0-61d8f6b22738 req-df7b0be9-0622-4422-8d85-9f09f26aaf8a service neutron] 10.222.0.38 "GET /v2.0/networks?id=9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 HTTP/1.1" status: 200 len: 910 time: 0.1237521 Jun 25 14:38:06.231970 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b7667b0d-952a-4a1e-a9a0-61d8f6b22738 req-f6cac71d-e7a9-42f1-b606-09de6de9ebac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc4bccf5-787f-4ebc-bb11-8cccc77583d3 HTTP/1.1" status: 200 len: 217 time: 0.0640030 Jun 25 14:38:06.293919 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7667b0d-952a-4a1e-a9a0-61d8f6b22738 req-386753d9-cb9b-470e-adc5-0796c950f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:06.295393 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b7667b0d-952a-4a1e-a9a0-61d8f6b22738 req-386753d9-cb9b-470e-adc5-0796c950f134 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87811a10-4ba9-43f6-ac37-806fc5c8eb21 HTTP/1.1" status: 200 len: 849 time: 0.0560944 Jun 25 14:38:06.343559 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b7667b0d-952a-4a1e-a9a0-61d8f6b22738 req-9a3e21d3-3c2e-4dca-9e69-c892c590fd11 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9b62b80f-a8b2-4b6c-a62d-be5d6e593f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395901 Jun 25 14:38:06.475440 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b7667b0d-952a-4a1e-a9a0-61d8f6b22738 req-20b1184a-a4ac-443d-8d19-ad17ad1dabe8 service neutron] 10.222.0.38 "GET /v2.0/networks/9b62b80f-a8b2-4b6c-a62d-be5d6e593f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231492 Jun 25 14:38:06.610131 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b7667b0d-952a-4a1e-a9a0-61d8f6b22738 req-f0c81e95-1042-4392-9e89-e8a0f6683eda service neutron] 10.222.0.38 "GET /v2.0/networks/9b62b80f-a8b2-4b6c-a62d-be5d6e593f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275289 Jun 25 14:38:07.117102 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992512f-08af-4d96-a005-1f3a4a86bc58 req-974815d9-e128-4412-8673-a60265a9e6a4 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:07.118431 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1992512f-08af-4d96-a005-1f3a4a86bc58 req-974815d9-e128-4412-8673-a60265a9e6a4 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 944 time: 0.0830081 Jun 25 14:38:07.164393 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1992512f-08af-4d96-a005-1f3a4a86bc58 req-fc9808b4-189d-4b60-8c0b-8cdaf24cea80 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400157 Jun 25 14:38:08.354060 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c81aa-f24f-402c-87a8-5d0c9cc3e995 req-4fda7aee-2876-4ec7-b10e-8e77762df33a tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:08.355507 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0c0c81aa-f24f-402c-87a8-5d0c9cc3e995 req-4fda7aee-2876-4ec7-b10e-8e77762df33a tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 944 time: 0.0824106 Jun 25 14:38:08.406034 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0c0c81aa-f24f-402c-87a8-5d0c9cc3e995 req-0655ce88-ea65-4c8e-8db8-466dadd432f1 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434859 Jun 25 14:38:09.602333 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc701b-4c74-48b1-8010-ec7b814c1a99 req-7b2797ca-5e3e-4734-acd1-a4a160586ba1 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:09.603868 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-55bc701b-4c74-48b1-8010-ec7b814c1a99 req-7b2797ca-5e3e-4734-acd1-a4a160586ba1 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 944 time: 0.0848000 Jun 25 14:38:09.647702 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-55bc701b-4c74-48b1-8010-ec7b814c1a99 req-ddb55905-cb28-41dc-9588-86311111dc1c tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382233 Jun 25 14:38:09.681667 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device dc4bccf5-787f-4ebc-bb11-8cccc77583d3 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:38:09.812902 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port dc4bccf5-787f-4ebc-bb11-8cccc77583d3, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=dc4bccf5-787f-4ebc-bb11-8cccc77583d3,segment=NetworkSegment(f1a0a459-0160-4120-935a-1da1a70dc0d4),segment_id=f1a0a459-0160-4120-935a-1da1a70dc0d4)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:09.828221 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': 'dc4bccf5-787f-4ebc-bb11-8cccc77583d3', 'network_id': '9b62b80f-a8b2-4b6c-a62d-be5d6e593f32', 'port_id': 'dc4bccf5-787f-4ebc-bb11-8cccc77583d3', 'mac_address': 'fa:16:3e:fc:25:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87811a10-4ba9-43f6-ac37-806fc5c8eb21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:38:09.889867 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:09.907315 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4bccf5-787f-4ebc-bb11-8cccc77583d3 {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:38:09.923442 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port dc4bccf5-787f-4ebc-bb11-8cccc77583d3, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=dc4bccf5-787f-4ebc-bb11-8cccc77583d3,segment=NetworkSegment(f1a0a459-0160-4120-935a-1da1a70dc0d4),segment_id=f1a0a459-0160-4120-935a-1da1a70dc0d4)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:09.927992 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:09.929786 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:09.996225 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=dc4bccf5-787f-4ebc-bb11-8cccc77583d3,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:09.999261 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:10.146837 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['dc4bccf5-787f-4ebc-bb11-8cccc77583d3'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:38:10.834152 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3191d0-6ab0-4302-9b2f-e5f71457da68 req-201320f1-dc1c-4b54-9940-a88b137d6c11 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:10.835622 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8a3191d0-6ab0-4302-9b2f-e5f71457da68 req-201320f1-dc1c-4b54-9940-a88b137d6c11 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 945 time: 0.0833974 Jun 25 14:38:10.975063 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8a3191d0-6ab0-4302-9b2f-e5f71457da68 req-7e98c846-8689-4e18-901f-b8baba2ce430 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337144 Jun 25 14:38:11.242905 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 53630) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:11.359062 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-65649480-ce90-4ca2-88de-f6593c6d8d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:11.373114 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-65649480-ce90-4ca2-88de-f6593c6d8d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:11.376824 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-65649480-ce90-4ca2-88de-f6593c6d8d97 admin admin] Usage tracker for resource:security_group_rule and tenant:7a7b4fc115524770a94ebafc2df4918b is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:11.380223 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-65649480-ce90-4ca2-88de-f6593c6d8d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:11.385913 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-65649480-ce90-4ca2-88de-f6593c6d8d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:11.466148 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-65649480-ce90-4ca2-88de-f6593c6d8d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:11.470069 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-65649480-ce90-4ca2-88de-f6593c6d8d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:11.476603 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-e40f6623-cbc5-4f19-8796-d958eb5c3f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:11.517400 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65649480-ce90-4ca2-88de-f6593c6d8d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5461326-38cc-4a5e-ba50-20415fd27172,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:11.521556 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-65649480-ce90-4ca2-88de-f6593c6d8d97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a7b4fc115524770a94ebafc2df4918b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776370 Jun 25 14:38:11.522421 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-65649480-ce90-4ca2-88de-f6593c6d8d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:11.524961 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 53636) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:11.584932 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-691f9a09-acac-4317-82bf-456bd38c54d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:11.610022 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-691f9a09-acac-4317-82bf-456bd38c54d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:11.664150 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-691f9a09-acac-4317-82bf-456bd38c54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:11.668260 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-967ecdec-cde4-4493-b501-4c663170ed65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:11.679860 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f9a09-acac-4317-82bf-456bd38c54d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5461326-38cc-4a5e-ba50-20415fd27172,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:11.683555 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-691f9a09-acac-4317-82bf-456bd38c54d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:11.686835 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-691f9a09-acac-4317-82bf-456bd38c54d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:11.687957 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-691f9a09-acac-4317-82bf-456bd38c54d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5461326-38cc-4a5e-ba50-20415fd27172 HTTP/1.1" status: 204 len: 168 time: 0.1628320 Jun 25 14:38:11.702537 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device dc4bccf5-787f-4ebc-bb11-8cccc77583d3 up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:38:11.772325 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port dc4bccf5-787f-4ebc-bb11-8cccc77583d3 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:38:11.777229 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port dc4bccf5-787f-4ebc-bb11-8cccc77583d3 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:38:11.777602 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:11.895860 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:11.922797 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66695bd7-c714-4358-b7c8-1582e784d1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4bccf5-787f-4ebc-bb11-8cccc77583d3'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:38:11.932384 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port dc4bccf5-787f-4ebc-bb11-8cccc77583d3, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=dc4bccf5-787f-4ebc-bb11-8cccc77583d3,segment=NetworkSegment(f1a0a459-0160-4120-935a-1da1a70dc0d4),segment_id=f1a0a459-0160-4120-935a-1da1a70dc0d4)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:11.937240 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:11.939134 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:11.978007 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66695bd7-c714-4358-b7c8-1582e784d1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4bccf5-787f-4ebc-bb11-8cccc77583d3', 'code': 200} Jun 25 14:38:12.015209 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=dc4bccf5-787f-4ebc-bb11-8cccc77583d3,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:12.018583 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:12.254643 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ad1c7-5ebc-4029-8ac7-3a40b5615448 req-2f8513d3-7eb4-4f5d-8d7a-d663e05a9712 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:12.256132 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a53ad1c7-5ebc-4029-8ac7-3a40b5615448 req-2f8513d3-7eb4-4f5d-8d7a-d663e05a9712 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 946 time: 0.1650727 Jun 25 14:38:12.262634 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dc65f-7a1b-4812-8828-a60adb27fa6a req-b4874b44-c348-4824-a88e-63a2465edf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:12.264043 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7e7dc65f-7a1b-4812-8828-a60adb27fa6a req-b4874b44-c348-4824-a88e-63a2465edf9f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 1099 time: 0.1086936 Jun 25 14:38:12.335269 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a53ad1c7-5ebc-4029-8ac7-3a40b5615448 req-f1b63768-85dc-4a29-80ee-87c6975db44a tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702498 Jun 25 14:38:12.336920 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-7e7dc65f-7a1b-4812-8828-a60adb27fa6a req-7558fd89-f973-4b7e-b9a5-fdfd3ae07ff1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593421 Jun 25 14:38:13.162053 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53684) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:13.285771 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-bc4084bf-ef3e-4a78-85a2-a5bef61f167c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:13.299701 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-bc4084bf-ef3e-4a78-85a2-a5bef61f167c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:13.303990 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-bc4084bf-ef3e-4a78-85a2-a5bef61f167c admin admin] Usage tracker for resource:security_group_rule and tenant:1ed8f66cc7db4e068da694712aa15075 is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:13.306731 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-bc4084bf-ef3e-4a78-85a2-a5bef61f167c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:13.312332 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-bc4084bf-ef3e-4a78-85a2-a5bef61f167c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:13.394331 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-bc4084bf-ef3e-4a78-85a2-a5bef61f167c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:13.399268 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-bc4084bf-ef3e-4a78-85a2-a5bef61f167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:13.408122 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9eea5e2b-3c2a-4f7b-8619-c44f59ae7f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:13.451914 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-bc4084bf-ef3e-4a78-85a2-a5bef61f167c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1ed8f66cc7db4e068da694712aa15075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886024 Jun 25 14:38:13.453697 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4084bf-ef3e-4a78-85a2-a5bef61f167c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5ad8f0-f7b7-42c0-b8f2-2dd1791556a1,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:13.456087 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53692) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:13.458890 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-bc4084bf-ef3e-4a78-85a2-a5bef61f167c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:13.516187 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-bf16de64-2c56-482c-91bf-389c3c5cb4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:13.528632 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55783d31-bbe1-4dbe-add5-30f8392a25f1 req-3e5532a6-12a3-441f-a871-0f60912e1471 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:13.530062 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-55783d31-bbe1-4dbe-add5-30f8392a25f1 req-3e5532a6-12a3-441f-a871-0f60912e1471 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 946 time: 0.0826070 Jun 25 14:38:13.542621 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-bf16de64-2c56-482c-91bf-389c3c5cb4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:13.576975 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-55783d31-bbe1-4dbe-add5-30f8392a25f1 req-25e02568-8e39-4938-b267-48f3f92be857 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407925 Jun 25 14:38:13.597900 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-bf16de64-2c56-482c-91bf-389c3c5cb4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:13.603448 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-3a73bb99-0cc9-4f3d-86f8-fb8098d495e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:13.615590 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16de64-2c56-482c-91bf-389c3c5cb4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5ad8f0-f7b7-42c0-b8f2-2dd1791556a1,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:13.618257 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-bf16de64-2c56-482c-91bf-389c3c5cb4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:13.630467 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-bf16de64-2c56-482c-91bf-389c3c5cb4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:13.634794 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-bf16de64-2c56-482c-91bf-389c3c5cb4da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e5ad8f0-f7b7-42c0-b8f2-2dd1791556a1 HTTP/1.1" status: 204 len: 168 time: 0.1777823 Jun 25 14:38:14.640284 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:38:14.687447 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346e583-4438-4e35-b742-1f48f499ddc0 req-cb2a817d-f782-4d86-bca7-c95c4bbfcf5e tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:14.688800 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2346e583-4438-4e35-b742-1f48f499ddc0 req-cb2a817d-f782-4d86-bca7-c95c4bbfcf5e tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 946 time: 0.0866215 Jun 25 14:38:14.734165 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2346e583-4438-4e35-b742-1f48f499ddc0 req-a5515f0e-277c-4103-bfd2-7934394b1db9 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397754 Jun 25 14:38:15.922622 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61af40b-9909-4991-a987-3e82d8c4267b req-e0a183e5-8d1b-498d-bdfa-c20c78deb366 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:15.924071 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c61af40b-9909-4991-a987-3e82d8c4267b req-e0a183e5-8d1b-498d-bdfa-c20c78deb366 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 946 time: 0.0801229 Jun 25 14:38:16.023127 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c61af40b-9909-4991-a987-3e82d8c4267b req-0cabba9f-4224-4765-ac7e-d59e918a5119 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7bd35c9-baef-41c7-b021-cb22a86bd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662234 Jun 25 14:38:16.042986 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c81f-2b0e-44d6-8b35-3c54eb4fd53a req-551b4db3-e179-4bec-8c65-75cb86bf1d51 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:16.044398 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5680c81f-2b0e-44d6-8b35-3c54eb4fd53a req-551b4db3-e179-4bec-8c65-75cb86bf1d51 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.38 "GET /v2.0/ports?device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 946 time: 0.1195090 Jun 25 14:38:16.114730 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-5680c81f-2b0e-44d6-8b35-3c54eb4fd53a req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Deleting port dc4bccf5-787f-4ebc-bb11-8cccc77583d3 {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:38:16.115101 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-5680c81f-2b0e-44d6-8b35-3c54eb4fd53a req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:16.360825 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-5680c81f-2b0e-44d6-8b35-3c54eb4fd53a req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] For port dc4bccf5-787f-4ebc-bb11-8cccc77583d3, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=dc4bccf5-787f-4ebc-bb11-8cccc77583d3,segment=NetworkSegment(f1a0a459-0160-4120-935a-1da1a70dc0d4),segment_id=f1a0a459-0160-4120-935a-1da1a70dc0d4)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:16.361178 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-5680c81f-2b0e-44d6-8b35-3c54eb4fd53a req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:16.483347 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-5680c81f-2b0e-44d6-8b35-3c54eb4fd53a req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Calling delete_port for dc4bccf5-787f-4ebc-bb11-8cccc77583d3 owned by compute:nova {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:38:16.639478 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-5680c81f-2b0e-44d6-8b35-3c54eb4fd53a req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:16.645695 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:16.650678 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['dc4bccf5-787f-4ebc-bb11-8cccc77583d3'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:38:16.725238 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Pushing event deleted for resources: {'Port': ['ID=dc4bccf5-787f-4ebc-bb11-8cccc77583d3,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:16.765480 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:16.765847 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:16.766210 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:16.766577 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:16.766931 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:16.767307 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:16.767657 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:16.768005 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:16.768353 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:16.768697 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:16.769042 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:16.769413 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:16.776598 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:16.777681 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-5680c81f-2b0e-44d6-8b35-3c54eb4fd53a req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] No DVR routers for this DVR port dc4bccf5-787f-4ebc-bb11-8cccc77583d3 on host hv-cinder-79808 {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:38:16.779810 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-5680c81f-2b0e-44d6-8b35-3c54eb4fd53a req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:16.782407 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66695bd7-c714-4358-b7c8-1582e784d1a5', 'name': 'network-vif-deleted', 'tag': 'dc4bccf5-787f-4ebc-bb11-8cccc77583d3'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:38:16.798945 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5680c81f-2b0e-44d6-8b35-3c54eb4fd53a req-c27c76ac-8e2a-4403-b132-81c7fcbb56e8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.38 "DELETE /v2.0/ports/dc4bccf5-787f-4ebc-bb11-8cccc77583d3 HTTP/1.1" status: 204 len: 173 time: 0.7483156 Jun 25 14:38:16.839254 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66695bd7-c714-4358-b7c8-1582e784d1a5', 'name': 'network-vif-deleted', 'tag': 'dc4bccf5-787f-4ebc-bb11-8cccc77583d3', 'status': 'completed', 'code': 200} Jun 25 14:38:17.336008 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-a56c94e4-b3ff-4b28-bebd-5c6832771107 req-c8f7fcfa-3970-4748-b56f-e512c3eaf0fa tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Synchronizing usage tracker for tenant:2ba792dab73d400fb9faae64230a6ca9 on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:38:17.351919 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-a56c94e4-b3ff-4b28-bebd-5c6832771107 req-c8f7fcfa-3970-4748-b56f-e512c3eaf0fa tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Unset dirty status for tenant:2ba792dab73d400fb9faae64230a6ca9 on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:38:17.353369 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a56c94e4-b3ff-4b28-bebd-5c6832771107 req-c8f7fcfa-3970-4748-b56f-e512c3eaf0fa tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] 10.222.0.50 "GET /v2.0/ports?device_id=66695bd7-c714-4358-b7c8-1582e784d1a5 HTTP/1.1" status: 200 len: 210 time: 0.0610068 Jun 25 14:38:18.223746 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53772) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:18.340970 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-52ebd092-d173-44dd-bfdf-4a05ea9bb1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:18.355372 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-52ebd092-d173-44dd-bfdf-4a05ea9bb1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:18.359044 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-52ebd092-d173-44dd-bfdf-4a05ea9bb1f4 admin admin] Usage tracker for resource:security_group_rule and tenant:073e78c3f7eb45988745818aacfed80a is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:18.361803 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-52ebd092-d173-44dd-bfdf-4a05ea9bb1f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:18.367934 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-52ebd092-d173-44dd-bfdf-4a05ea9bb1f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:18.454879 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-52ebd092-d173-44dd-bfdf-4a05ea9bb1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:18.459457 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-52ebd092-d173-44dd-bfdf-4a05ea9bb1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:18.471978 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-0d6aa343-cd7d-4d89-a7a8-6d348a793cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:18.513484 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-52ebd092-d173-44dd-bfdf-4a05ea9bb1f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=073e78c3f7eb45988745818aacfed80a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886026 Jun 25 14:38:18.514434 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebd092-d173-44dd-bfdf-4a05ea9bb1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953eae77-a62d-4965-9f16-0990af4db162,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:18.516118 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 53782) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:18.517831 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-52ebd092-d173-44dd-bfdf-4a05ea9bb1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:18.674500 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e506f03e-1d78-4cc9-9482-a3ca4538095b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:18.699972 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e506f03e-1d78-4cc9-9482-a3ca4538095b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:18.753288 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e506f03e-1d78-4cc9-9482-a3ca4538095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:18.757008 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1ff0fdd7-768c-42e5-bc37-f7289493d674 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:18.769489 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506f03e-1d78-4cc9-9482-a3ca4538095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953eae77-a62d-4965-9f16-0990af4db162,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:18.772368 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-e506f03e-1d78-4cc9-9482-a3ca4538095b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:18.774240 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e506f03e-1d78-4cc9-9482-a3ca4538095b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:18.777867 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-e506f03e-1d78-4cc9-9482-a3ca4538095b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/953eae77-a62d-4965-9f16-0990af4db162 HTTP/1.1" status: 204 len: 168 time: 0.2582576 Jun 25 14:38:19.061524 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 53804) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:19.081459 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a09dcd33-2767-496c-a57b-935c926a4cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:19.096388 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-a09dcd33-2767-496c-a57b-935c926a4cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:19.100890 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-a09dcd33-2767-496c-a57b-935c926a4cfe admin admin] Usage tracker for resource:security_group_rule and tenant:08d84517dc0544caaef36b9569f44795 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:19.104022 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-a09dcd33-2767-496c-a57b-935c926a4cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:19.109665 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-a09dcd33-2767-496c-a57b-935c926a4cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:19.194300 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a09dcd33-2767-496c-a57b-935c926a4cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:19.198537 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-a09dcd33-2767-496c-a57b-935c926a4cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:19.205514 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d097911f-192e-449a-8fae-cab1aea66416 tempest-VolumesNegativeTest-89324695 tempest-VolumesNegativeTest-89324695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:19.251428 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-a09dcd33-2767-496c-a57b-935c926a4cfe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08d84517dc0544caaef36b9569f44795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887779 Jun 25 14:38:19.252351 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09dcd33-2767-496c-a57b-935c926a4cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e5657-367f-4261-b8e9-0aef52d738c1,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:19.254654 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 53812) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:19.255796 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-a09dcd33-2767-496c-a57b-935c926a4cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:19.317095 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a68f4f37-b5c8-492e-a3db-6825b8081cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:19.349578 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a68f4f37-b5c8-492e-a3db-6825b8081cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:19.401664 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a68f4f37-b5c8-492e-a3db-6825b8081cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:19.405874 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f0f18254-8e05-4445-aac1-2be77a4fc74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:19.418527 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f4f37-b5c8-492e-a3db-6825b8081cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71e5657-367f-4261-b8e9-0aef52d738c1,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:19.420835 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a68f4f37-b5c8-492e-a3db-6825b8081cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:19.430404 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a68f4f37-b5c8-492e-a3db-6825b8081cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:19.433855 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-a68f4f37-b5c8-492e-a3db-6825b8081cdd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f71e5657-367f-4261-b8e9-0aef52d738c1 HTTP/1.1" status: 204 len: 168 time: 0.1758213 Jun 25 14:38:19.720056 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device dc4bccf5-787f-4ebc-bb11-8cccc77583d3 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:38:19.762188 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: dc4bccf5-787f-4ebc-bb11-8cccc77583d3 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:38:19.762413 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device dc4bccf5-787f-4ebc-bb11-8cccc77583d3 not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:38:25.107850 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:25.728083 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-90757f09-8e45-45be-9b10-f10db6873638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:25.834251 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:28.011163 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1c42e8e1-b932-44f4-b887-73a72dfbb6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:29.133146 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:30.600755 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:31.914048 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54026) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:32.055223 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1f45cb1f-faaa-43e9-b49b-a46fbeb18061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:32.069631 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-1f45cb1f-faaa-43e9-b49b-a46fbeb18061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:32.073601 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-1f45cb1f-faaa-43e9-b49b-a46fbeb18061 admin admin] Usage tracker for resource:security_group_rule and tenant:c2277faa2e054acfb33da125ec1dfeb1 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:32.076816 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-1f45cb1f-faaa-43e9-b49b-a46fbeb18061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:32.083210 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-1f45cb1f-faaa-43e9-b49b-a46fbeb18061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:32.172530 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1f45cb1f-faaa-43e9-b49b-a46fbeb18061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:32.179199 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-1f45cb1f-faaa-43e9-b49b-a46fbeb18061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:32.186831 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-691f9a09-acac-4317-82bf-456bd38c54d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:32.243358 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54040) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:32.251769 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-1f45cb1f-faaa-43e9-b49b-a46fbeb18061 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2277faa2e054acfb33da125ec1dfeb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363631 Jun 25 14:38:32.253045 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45cb1f-faaa-43e9-b49b-a46fbeb18061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6287f9-ad12-4fd0-b47a-48724decdb3a,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:32.270897 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1f45cb1f-faaa-43e9-b49b-a46fbeb18061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:32.307958 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:32.335841 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:32.411530 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:32.421116 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-bf16de64-2c56-482c-91bf-389c3c5cb4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:32.438939 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6287f9-ad12-4fd0-b47a-48724decdb3a,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:32.445263 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:32.447533 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f6287f9-ad12-4fd0-b47a-48724decdb3a HTTP/1.1" status: 204 len: 168 time: 0.2031441 Jun 25 14:38:32.453789 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:32.454274 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:32.454918 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:32.455408 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:32.456002 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:32.456598 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:32.457332 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:32.457909 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:32.458550 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:32.459214 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:32.460030 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:32.462030 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:32.464381 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-dfe8462a-17ef-43b3-b133-3415d704f42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:38.197863 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54134) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:38.256933 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e632db7-0de5-4a31-8d92-0e62d75116a2 admin admin] Deleting subnet 87811a10-4ba9-43f6-ac37-806fc5c8eb21 {{(pid=78415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:38:38.259876 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9e632db7-0de5-4a31-8d92-0e62d75116a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.311238 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9e632db7-0de5-4a31-8d92-0e62d75116a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6559601'] for subnet, precommit_delete_associations {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.363975 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9e632db7-0de5-4a31-8d92-0e62d75116a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1305554'] for subnet, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.438996 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9e632db7-0de5-4a31-8d92-0e62d75116a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1303557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6721586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6890729'] for subnet, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.444737 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-e25fa066-c626-43df-8b78-729ed7972d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:38.484120 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-9e632db7-0de5-4a31-8d92-0e62d75116a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for subnet, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.487753 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e632db7-0de5-4a31-8d92-0e62d75116a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87811a10-4ba9-43f6-ac37-806fc5c8eb21,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:38.490374 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9e632db7-0de5-4a31-8d92-0e62d75116a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:38.493423 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-9e632db7-0de5-4a31-8d92-0e62d75116a2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/87811a10-4ba9-43f6-ac37-806fc5c8eb21 HTTP/1.1" status: 204 len: 168 time: 0.2945690 Jun 25 14:38:38.495893 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54138) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:38.599615 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da5d8a88-05cc-485b-98fe-7ac9d4cdacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345843'] for network, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.719735 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da5d8a88-05cc-485b-98fe-7ac9d4cdacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1302863', 'neutron.services.segments.db._delete_segments_for_network-8777684513985'] for network, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.732492 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-da5d8a88-05cc-485b-98fe-7ac9d4cdacc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b62b80f-a8b2-4b6c-a62d-be5d6e593f32']}} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:38.744736 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-da5d8a88-05cc-485b-98fe-7ac9d4cdacc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a0a459-0160-4120-935a-1da1a70dc0d4') {'for_net_delete': True} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:38.745023 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.services.segments.db [None req-da5d8a88-05cc-485b-98fe-7ac9d4cdacc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a0a459-0160-4120-935a-1da1a70dc0d4') {} {{(pid=78415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:38.756551 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da5d8a88-05cc-485b-98fe-7ac9d4cdacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777684526376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6559560'] for segment, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.771869 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da5d8a88-05cc-485b-98fe-7ac9d4cdacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.777607 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5d8a88-05cc-485b-98fe-7ac9d4cdacc4 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=78415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:38:38.777969 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da5d8a88-05cc-485b-98fe-7ac9d4cdacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1300103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6724496'] for segment, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: Traceback (most recent call last): Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: timer() Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: cb(*args, **kw) Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: return func(*args, **kwargs) Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: self._notify() Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: self.callback(batched_events) Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: event.method(event) Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: return f(self, *a, **k) Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: return self._get(url).json() Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: return self.request(url, 'GET', **kwargs) Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:38:38.790872 dv-cinder-798088-1-smb neutron-server[78415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:38:38.949561 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da5d8a88-05cc-485b-98fe-7ac9d4cdacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1302864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8043034'] for network, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.953361 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-96944f82-90ab-4b15-a2cc-c784119f3183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:38.965857 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-da5d8a88-05cc-485b-98fe-7ac9d4cdacc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.975285 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d8a88-05cc-485b-98fe-7ac9d4cdacc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b62b80f-a8b2-4b6c-a62d-be5d6e593f32,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:38.979415 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-da5d8a88-05cc-485b-98fe-7ac9d4cdacc4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9b62b80f-a8b2-4b6c-a62d-be5d6e593f32 HTTP/1.1" status: 204 len: 168 time: 0.4808338 Jun 25 14:38:38.979415 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-da5d8a88-05cc-485b-98fe-7ac9d4cdacc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:39.146819 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54144) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:39.196435 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-997816da-f7ea-42be-bd36-4328c2fef575 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ba792dab73d400fb9faae64230a6ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483460 Jun 25 14:38:39.198684 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54148) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:39.256670 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4872f06f-ae6b-4449-aa2a-49e044b08b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:39.281939 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4872f06f-ae6b-4449-aa2a-49e044b08b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:39.335743 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4872f06f-ae6b-4449-aa2a-49e044b08b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:39.340358 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f5253cb2-aecb-4bb0-be19-317ca7f8c5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:39.350501 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872f06f-ae6b-4449-aa2a-49e044b08b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bd35c9-baef-41c7-b021-cb22a86bd4da,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:39.353142 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-4872f06f-ae6b-4449-aa2a-49e044b08b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:39.358911 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-4872f06f-ae6b-4449-aa2a-49e044b08b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:39.360036 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-4872f06f-ae6b-4449-aa2a-49e044b08b81 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7bd35c9-baef-41c7-b021-cb22a86bd4da HTTP/1.1" status: 204 len: 168 time: 0.1604199 Jun 25 14:38:51.642723 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:38:55.138324 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.730147 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4f47-46d4-4928-9a48-0d9d66bf3b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.826636 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.983909 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fcdb9af7-a225-40fe-97c2-ad6607fffb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.131526 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.596094 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.027225 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54326) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:05.141804 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5626c954-3a67-4892-9c20-32b3d0e2949b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.170290 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-5626c954-3a67-4892-9c20-32b3d0e2949b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:05.174161 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-5626c954-3a67-4892-9c20-32b3d0e2949b admin admin] Usage tracker for resource:security_group_rule and tenant:3d77762501274d51b9ff324ec4a1ac08 is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:05.177618 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-5626c954-3a67-4892-9c20-32b3d0e2949b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:05.183530 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-5626c954-3a67-4892-9c20-32b3d0e2949b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:05.267711 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5626c954-3a67-4892-9c20-32b3d0e2949b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.272639 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-5626c954-3a67-4892-9c20-32b3d0e2949b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.280291 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-6427c04e-eedd-4f33-bcf0-31ca7dc0cb35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:05.319115 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626c954-3a67-4892-9c20-32b3d0e2949b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffb298d-3152-4246-a22f-f26608e7ade1,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:05.323381 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-5626c954-3a67-4892-9c20-32b3d0e2949b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d77762501274d51b9ff324ec4a1ac08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950826 Jun 25 14:39:05.324256 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-5626c954-3a67-4892-9c20-32b3d0e2949b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:05.326678 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54332) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:05.382840 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-875bc6a2-c932-4aa8-adca-db46477584fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.407893 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-875bc6a2-c932-4aa8-adca-db46477584fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.458282 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-875bc6a2-c932-4aa8-adca-db46477584fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.462029 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-942a7d45-a0ef-49f5-a723-e8d2e1d2aa4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:05.475908 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bc6a2-c932-4aa8-adca-db46477584fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffb298d-3152-4246-a22f-f26608e7ade1,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:05.478679 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-875bc6a2-c932-4aa8-adca-db46477584fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:05.490592 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-875bc6a2-c932-4aa8-adca-db46477584fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.491730 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-875bc6a2-c932-4aa8-adca-db46477584fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dffb298d-3152-4246-a22f-f26608e7ade1 HTTP/1.1" status: 204 len: 168 time: 0.1648769 Jun 25 14:39:06.135473 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54356) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:06.241634 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-697071435-network', 'tenant_id': '823d58237ad242e9a8dc17423066eeba'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:06.246286 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:06.250083 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Usage tracker for resource:network and tenant:823d58237ad242e9a8dc17423066eeba is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:06.252979 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:06.259493 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:06.270105 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Made reservation on behalf of 823d58237ad242e9a8dc17423066eeba for: {'network': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:06.272532 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.288168 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.302629 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:06.306502 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Usage tracker for resource:security_group_rule and tenant:823d58237ad242e9a8dc17423066eeba is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:06.309333 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:06.315120 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:06.398917 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.403700 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.406475 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-598b08bc-4b4b-4031-970c-5c54d47c3483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:06.436480 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=78414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:39:06.442380 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac47b19f-92ac-4175-be15-9d4ccdcb882d,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:06.446240 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:06.450075 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.450417 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.segments_db [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Added segment 71cd1bcf-dcda-4e63-b5c2-b2848f70f537 of type vlan for network 75c0118d-31f1-4afb-a7ee-24092f740f3c Jun 25 14:39:06.476231 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.505983 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.507298 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:06.507864 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.511007 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:06.610364 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Pushing event updated for resources: {'Network': ['ID=75c0118d-31f1-4afb-a7ee-24092f740f3c,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:06.615524 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4772639 Jun 25 14:39:06.615524 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-28f3b896-6031-422f-b183-bea76026fd57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:06.617462 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54362) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:06.621759 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network 75c0118d-31f1-4afb-a7ee-24092f740f3c details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:39:06.622945 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Request body: {'subnet': {'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-697071435-subnet', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'ip_version': 4}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:06.627998 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:06.631824 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Usage tracker for resource:subnet and tenant:823d58237ad242e9a8dc17423066eeba is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:06.634635 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:06.640843 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:06.651333 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Made reservation on behalf of 823d58237ad242e9a8dc17423066eeba for: {'subnet': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:06.653511 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6658577'] for subnet, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.846883 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6311136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6658567'] for subnet, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.851875 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-3091adf4-f521-4cf8-9215-63ba5ced76fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:06.923576 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a45dd9-8c23-422c-bc3b-44a2318da81c,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:06.927335 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:06.931297 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Checking segment: {'id': '71cd1bcf-dcda-4e63-b5c2-b2848f70f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:06.931650 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Network hostable DHCP agents. Network: 75c0118d-31f1-4afb-a7ee-24092f740f3c, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:39:06.949760 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Network 75c0118d-31f1-4afb-a7ee-24092f740f3c is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:39:06.959566 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, 75c0118d-31f1-4afb-a7ee-24092f740f3c) {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:06.963534 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:06.964133 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.968704 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfe9e17-c2a3-4194-9850-bee663665dbd None None] Network 75c0118d-31f1-4afb-a7ee-24092f740f3c requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:06.985051 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-2dc35fce-2dde-4d3c-98d5-7bcf6f4286a3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3664858 Jun 25 14:39:06.988288 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54366) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:06.993390 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:06.997928 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:07.001703 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Usage tracker for resource:router and tenant:823d58237ad242e9a8dc17423066eeba is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:07.004550 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:07.010413 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:07.022064 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8043767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-33932'] for router, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.023185 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8042515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8113824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33947'] for router, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.039886 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.221082 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18571bba-6c2b-537b-a5a4-36f53bf4dd68-75c0118d-31f1-4afb-a7ee-24092f740f3c', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'fixed_ips': [{'subnet_id': '59a45dd9-8c23-422c-bc3b-44a2318da81c'}]}} from dv-cinder-798088-1-smb. {{(pid=78416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:39:07.221883 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.316977 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8043132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-33897'] for router, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.379235 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Allocated IP 172.20.0.2 (75c0118d-31f1-4afb-a7ee-24092f740f3c/59a45dd9-8c23-422c-bc3b-44a2318da81c/53800426-9613-4d2b-bb06-761a74e2387b) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:07.584017 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.594725 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Transition to ACTIVE for port object 53800426-9613-4d2b-bb06-761a74e2387b will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:07.614256 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Transition to ACTIVE for port object 53800426-9613-4d2b-bb06-761a74e2387b will not be triggered until provisioned by entity DHCP. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:07.620103 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.623847 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:07.687228 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Network 75c0118d-31f1-4afb-a7ee-24092f740f3c is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:07.689937 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:07.694196 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:07.702885 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Pushing event updated for resources: {'Port': ['ID=53800426-9613-4d2b-bb06-761a74e2387b,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:07.732948 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.742036 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:07.742380 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:07.742716 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:07.743053 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:07.743404 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:07.743731 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:07.744054 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:07.744374 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:07.744692 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:07.745008 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:07.745327 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:07.745644 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:07.762457 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.777277 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:07.799814 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Attempting to bind port 53800426-9613-4d2b-bb06-761a74e2387b on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:07.800184 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Attempting to bind port 53800426-9613-4d2b-bb06-761a74e2387b by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': '71cd1bcf-dcda-4e63-b5c2-b2848f70f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:07.800530 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Attempting to bind port 53800426-9613-4d2b-bb06-761a74e2387b on network 75c0118d-31f1-4afb-a7ee-24092f740f3c {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:07.805854 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:07.806095 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Checking segment: {'id': '71cd1bcf-dcda-4e63-b5c2-b2848f70f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:07.806623 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.807002 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Bound using segment: {'id': '71cd1bcf-dcda-4e63-b5c2-b2848f70f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:07.807538 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Bound port: 53800426-9613-4d2b-bb06-761a74e2387b, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cd1bcf-dcda-4e63-b5c2-b2848f70f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:07.807909 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.894213 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] For port 53800426-9613-4d2b-bb06-761a74e2387b, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:07.897374 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] For port 53800426-9613-4d2b-bb06-761a74e2387b, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=53800426-9613-4d2b-bb06-761a74e2387b,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:07.898689 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Allocated IP 172.28.0.53 (93c87320-2b90-44fa-ad5e-83d4f4b48af6/b87a097a-2410-41cc-a04b-b3f133853cca/19e8cc66-1241-4399-aced-00f65c4279ee) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:07.902061 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.906494 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:08.002552 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Pushing event updated for resources: {'Port': ['ID=53800426-9613-4d2b-bb06-761a74e2387b,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:08.006199 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:08.055369 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.085325 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.088983 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-4f352f51-236e-44b8-8af4-5d245e80ed8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:08.160913 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:08.163129 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:08.166942 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:08.201529 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=19e8cc66-1241-4399-aced-00f65c4279ee,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:08.209595 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:08.393243 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 53800426-9613-4d2b-bb06-761a74e2387b up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:08.465331 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port 53800426-9613-4d2b-bb06-761a74e2387b completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:08.634842 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.976268 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7591fd6-af28-4f04-822e-2b7030143b7f None None] Network 75c0118d-31f1-4afb-a7ee-24092f740f3c requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:08.984138 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8043099'] for router, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.075424 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-bedb257b-192f-4a70-8586-83ff19720de9 None None] Provisioning for port 53800426-9613-4d2b-bb06-761a74e2387b completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:09.093889 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-bedb257b-192f-4a70-8586-83ff19720de9 None None] Provisioning complete for port 53800426-9613-4d2b-bb06-761a74e2387b triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:09.094305 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bedb257b-192f-4a70-8586-83ff19720de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.303973 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Router c83f6535-6af1-446c-aa47-6a1558f7f374 is scheduled to L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 with binding_index 1 {{(pid=78414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:39:09.315978 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bedb257b-192f-4a70-8586-83ff19720de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.356322 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-bedb257b-192f-4a70-8586-83ff19720de9 None None] For port 53800426-9613-4d2b-bb06-761a74e2387b, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=53800426-9613-4d2b-bb06-761a74e2387b,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:09.361731 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bedb257b-192f-4a70-8586-83ff19720de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.364034 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:09.438576 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb257b-192f-4a70-8586-83ff19720de9 None None] Pushing event updated for resources: {'Port': ['ID=53800426-9613-4d2b-bb06-761a74e2387b,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:09.441767 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-bedb257b-192f-4a70-8586-83ff19720de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:09.492699 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:09.501922 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Sync routers for ids ['c83f6535-6af1-446c-aa47-6a1558f7f374'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:09.514716 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Routers {'c83f6535-6af1-446c-aa47-6a1558f7f374'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:09.515480 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:38:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['c83f6535-6af1-446c-aa47-6a1558f7f374'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:09.521422 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Notify callbacks [] for router, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.525808 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5334327 Jun 25 14:39:09.525989 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54370) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:09.607949 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-55b39584-4255-474c-9234-fd40049aeef9 None None] Provisioning complete for port 53800426-9613-4d2b-bb06-761a74e2387b triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:09.608383 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-55b39584-4255-474c-9234-fd40049aeef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.787541 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Set router c83f6535-6af1-446c-aa47-6a1558f7f374 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:10.113078 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:08Z', 'revision_number': 3, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'gw_port': {'id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:10.116954 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Checking router: c83f6535-6af1-446c-aa47-6a1558f7f374 for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:10.117311 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Updating router c83f6535-6af1-446c-aa47-6a1558f7f374 port 19e8cc66-1241-4399-aced-00f65c4279ee binding host dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:39:10.169390 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.194831 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.368063 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 53800426-9613-4d2b-bb06-761a74e2387b up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:10.402944 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Allocated IP 172.20.0.1 (75c0118d-31f1-4afb-a7ee-24092f740f3c/59a45dd9-8c23-422c-bc3b-44a2318da81c/d7efc049-677d-480e-9a16-cb9991cd69d6) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:10.493267 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 53800426-9613-4d2b-bb06-761a74e2387b triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:10.493640 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.621806 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.658834 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Transition to ACTIVE for port object 19e8cc66-1241-4399-aced-00f65c4279ee will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:10.665848 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.679101 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.682700 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Transition to ACTIVE for port object d7efc049-677d-480e-9a16-cb9991cd69d6 will not be triggered until provisioned by entity DHCP. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:10.684458 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c5f63c49-0d03-4aad-a9ec-8e07d0280faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:10.707557 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.711105 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2e9ab48b-e9e3-496e-8fb2-d1b5641a9bc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:10.767111 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Attempting to bind port 19e8cc66-1241-4399-aced-00f65c4279ee on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:10.767484 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Attempting to bind port 19e8cc66-1241-4399-aced-00f65c4279ee by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:10.767852 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Attempting to bind port 19e8cc66-1241-4399-aced-00f65c4279ee on network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:10.773326 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Network 75c0118d-31f1-4afb-a7ee-24092f740f3c is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:10.776192 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:10.776638 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f09b7-efa3-42b0-a101-0b45d8ad78d8 None None] Pushing event updated for resources: {'Port': ['ID=19e8cc66-1241-4399-aced-00f65c4279ee,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:10.778999 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:10.779408 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Checking segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:10.779789 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.779927 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:10.780173 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Bound using segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:10.780646 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Bound port: 19e8cc66-1241-4399-aced-00f65c4279ee, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:10.781019 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.804999 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-449f09b7-efa3-42b0-a101-0b45d8ad78d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:10.816447 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Pushing event updated for resources: {'Port': ['ID=d7efc049-677d-480e-9a16-cb9991cd69d6,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:10.825515 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:10.841498 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8043165'] for router_interface, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.868386 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] For port 19e8cc66-1241-4399-aced-00f65c4279ee, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:10.873235 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] For port 19e8cc66-1241-4399-aced-00f65c4279ee, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=19e8cc66-1241-4399-aced-00f65c4279ee,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:10.878335 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.883413 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dc18c473-63d6-4618-8184-2373c6469163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:10.961045 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Routers {'c83f6535-6af1-446c-aa47-6a1558f7f374'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:10.961790 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:38:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['c83f6535-6af1-446c-aa47-6a1558f7f374'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:11.025457 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f09b7-efa3-42b0-a101-0b45d8ad78d8 None None] Pushing event updated for resources: {'Port': ['ID=19e8cc66-1241-4399-aced-00f65c4279ee,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:11.030019 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-449f09b7-efa3-42b0-a101-0b45d8ad78d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:11.092319 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.114484 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-2a8acbb8-0d12-48a9-af37-e89ea9d7022a None None] Provisioning for port d7efc049-677d-480e-9a16-cb9991cd69d6 completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:11.127118 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-2a8acbb8-0d12-48a9-af37-e89ea9d7022a None None] Provisioning complete for port d7efc049-677d-480e-9a16-cb9991cd69d6 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:11.127439 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2a8acbb8-0d12-48a9-af37-e89ea9d7022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.197548 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-2a8acbb8-0d12-48a9-af37-e89ea9d7022a None None] Port d7efc049-677d-480e-9a16-cb9991cd69d6 cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:11.202695 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] Set router c83f6535-6af1-446c-aa47-6a1558f7f374 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:11.316793 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.321503 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.351557 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-fc0735f3-e870-48fd-ab4d-473093c9792f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:11.429930 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Pushing event updated for resources: {'Port': ['ID=d7efc049-677d-480e-9a16-cb9991cd69d6,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:11.432232 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7894240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8043572'] for router_interface, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.435926 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:11.528514 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:08Z', 'revision_number': 3, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'gw_port': {'id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:11.532311 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11e14e1-5e56-432d-a29c-205760ccabf8 None None] The sync data for ids ['c83f6535-6af1-446c-aa47-6a1558f7f374'] in dv-cinder-798088-1-smb is: [{'id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:08Z', 'revision_number': 3, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'gw_port': {'id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:11.568944 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Network 75c0118d-31f1-4afb-a7ee-24092f740f3c is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:11.570017 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:11.797242 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Router c83f6535-6af1-446c-aa47-6a1558f7f374 has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:39:11.820482 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-706ccfc2-d128-4b44-89f6-b78e873dc3fc None None] Provisioning complete for port d7efc049-677d-480e-9a16-cb9991cd69d6 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:11.826401 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-706ccfc2-d128-4b44-89f6-b78e873dc3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.885529 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-706ccfc2-d128-4b44-89f6-b78e873dc3fc None None] Port d7efc049-677d-480e-9a16-cb9991cd69d6 cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:11.982992 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:11.991837 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] 10.222.0.50 "PUT /v2.0/routers/c83f6535-6af1-446c-aa47-6a1558f7f374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4648242 Jun 25 14:39:12.387954 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 19e8cc66-1241-4399-aced-00f65c4279ee up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:12.465678 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port 19e8cc66-1241-4399-aced-00f65c4279ee completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:12.470530 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 19e8cc66-1241-4399-aced-00f65c4279ee triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:12.471153 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.542585 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54388) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:12.548386 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1618803946-network', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:12.553679 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:12.557475 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Usage tracker for resource:network and tenant:d00a2d59d2074b8f9377e1ff0645bcbc is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:12.560346 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:12.565971 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:12.576541 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Made reservation on behalf of d00a2d59d2074b8f9377e1ff0645bcbc for: {'network': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:12.578981 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for network, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.594823 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.596402 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.610093 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:12.613909 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port 19e8cc66-1241-4399-aced-00f65c4279ee, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=19e8cc66-1241-4399-aced-00f65c4279ee,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:12.614079 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d00a2d59d2074b8f9377e1ff0645bcbc is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:12.617307 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:12.617834 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.620109 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:12.623470 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:12.687120 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=19e8cc66-1241-4399-aced-00f65c4279ee,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:12.690041 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:12.709601 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.714438 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.717308 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1f45cb1f-faaa-43e9-b49b-a46fbeb18061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:12.748512 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=78414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:39:12.753664 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8051479c-a200-433b-a712-7b055aa797e8,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:12.757848 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:12.761948 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.762121 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.db.segments_db [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Added segment 396d3090-fab8-4375-b5ed-a9df8062d431 of type vlan for network 3a75793a-f996-4689-b1a5-7447493b57b8 Jun 25 14:39:12.790565 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777684047490'] for network, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.821161 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162'] for network, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.822744 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:12.823413 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.826857 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-f2d1664f-2836-4860-bd08-df62b7e6566c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:13.037548 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Pushing event updated for resources: {'Network': ['ID=3a75793a-f996-4689-b1a5-7447493b57b8,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:13.037665 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Sync routers for ids ['c83f6535-6af1-446c-aa47-6a1558f7f374'] in dv-cinder-798088-1-smb {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:13.038194 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:13.042782 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-8e521e11-b186-47ce-ba81-5fb89d7cc0b1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4991081 Jun 25 14:39:13.043275 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Network 3a75793a-f996-4689-b1a5-7447493b57b8 details requested by agent ovs-agent-dv-cinder-798088-1-smb with host dv-cinder-798088-1-smb {{(pid=78416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:39:13.045533 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54392) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:13.051084 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Request body: {'subnet': {'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1618803946-subnet', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'ip_version': 4}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:13.055821 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Routers {'c83f6535-6af1-446c-aa47-6a1558f7f374'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:13.055989 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:13.056466 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:38:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['c83f6535-6af1-446c-aa47-6a1558f7f374'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:13.060028 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Usage tracker for resource:subnet and tenant:d00a2d59d2074b8f9377e1ff0645bcbc is out of sync, need to count used quota {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:13.063427 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78414) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:13.069386 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:13.080250 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Made reservation on behalf of d00a2d59d2074b8f9377e1ff0645bcbc for: {'subnet': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:13.083598 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6658577'] for subnet, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.231683 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Set router c83f6535-6af1-446c-aa47-6a1558f7f374 gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:13.298699 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6311136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6658567'] for subnet, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.303604 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-839c9da7-3022-4ad7-a75e-e68e7e726c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:13.376805 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53905b2d-8c3a-4ca7-b1da-9bc73c19c88b,revision_number=0']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:13.380742 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:13.384967 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Checking segment: {'id': '396d3090-fab8-4375-b5ed-a9df8062d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:13.385320 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Network hostable DHCP agents. Network: 3a75793a-f996-4689-b1a5-7447493b57b8, hostable agents: ['9c5083f0-9da7-4bb6-958f-47d156f4e0d2'], hosted agents: [] {{(pid=78414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:39:13.404184 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Network 3a75793a-f996-4689-b1a5-7447493b57b8 is scheduled to be hosted by DHCP agent 9c5083f0-9da7-4bb6-958f-47d156f4e0d2 with binding_index 1 {{(pid=78414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:39:13.427558 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-smb, 3a75793a-f996-4689-b1a5-7447493b57b8) {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:13.433789 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:13.434246 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.438546 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abe456c-73e5-4f51-a15a-297515f1c294 None None] Network 3a75793a-f996-4689-b1a5-7447493b57b8 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:13.458489 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-83897b9a-7654-4c17-8848-f712b02afa26 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4117200 Jun 25 14:39:13.461107 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54396) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:13.467356 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1618803946-router', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:13.472105 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:13.476733 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Usage tracker for resource:router and tenant:d00a2d59d2074b8f9377e1ff0645bcbc is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:13.479947 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:13.486657 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:13.498170 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8043767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-33932'] for router, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.499166 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8042515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8113824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33947'] for router, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.517786 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.560052 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 4, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'gw_port': {'id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'd7efc049-677d-480e-9a16-cb9991cd69d6', 'name': '', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'mac_address': 'fa:16:3e:b3:66:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:10Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 2, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'subnets': [{'id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:13.564481 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Checking router: c83f6535-6af1-446c-aa47-6a1558f7f374 for host: dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:13.565039 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Updating router c83f6535-6af1-446c-aa47-6a1558f7f374 port d7efc049-677d-480e-9a16-cb9991cd69d6 binding host dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:39:13.626205 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.668375 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18571bba-6c2b-537b-a5a4-36f53bf4dd68-3a75793a-f996-4689-b1a5-7447493b57b8', 'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'fixed_ips': [{'subnet_id': '53905b2d-8c3a-4ca7-b1da-9bc73c19c88b'}]}} from dv-cinder-798088-1-smb. {{(pid=78416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:39:13.669459 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.790536 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8043132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-33897'] for router, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.826271 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Allocated IP 172.20.0.2 (3a75793a-f996-4689-b1a5-7447493b57b8/53905b2d-8c3a-4ca7-b1da-9bc73c19c88b/3c233098-809c-4a8f-bb65-dbde65d2876c) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:14.005565 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.018614 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Transition to ACTIVE for port object d7efc049-677d-480e-9a16-cb9991cd69d6 will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:14.026478 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.030850 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:14.033987 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.045297 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Transition to ACTIVE for port object 3c233098-809c-4a8f-bb65-dbde65d2876c will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:14.064791 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Transition to ACTIVE for port object 3c233098-809c-4a8f-bb65-dbde65d2876c will not be triggered until provisioned by entity DHCP. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:14.072640 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.077951 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:14.099441 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Pushing event updated for resources: {'Port': ['ID=d7efc049-677d-480e-9a16-cb9991cd69d6,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:14.105881 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.157087 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.161660 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Network 3a75793a-f996-4689-b1a5-7447493b57b8 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:14.164825 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:14.167510 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:14.209430 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Pushing event updated for resources: {'Port': ['ID=3c233098-809c-4a8f-bb65-dbde65d2876c,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:14.217903 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:14.255166 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:14.255506 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:14.255832 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:14.256154 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:14.256474 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:14.256794 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:14.257667 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:14.257667 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:14.257913 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:14.258017 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:14.258300 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:14.258605 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:14.271644 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:14.275303 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Attempting to bind port 3c233098-809c-4a8f-bb65-dbde65d2876c on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:14.275683 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Attempting to bind port 3c233098-809c-4a8f-bb65-dbde65d2876c by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': '396d3090-fab8-4375-b5ed-a9df8062d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:14.276048 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Attempting to bind port 3c233098-809c-4a8f-bb65-dbde65d2876c on network 3a75793a-f996-4689-b1a5-7447493b57b8 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:14.279863 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Attempting to bind port d7efc049-677d-480e-9a16-cb9991cd69d6 on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:14.280446 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Attempting to bind port d7efc049-677d-480e-9a16-cb9991cd69d6 by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': '71cd1bcf-dcda-4e63-b5c2-b2848f70f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:14.280978 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Attempting to bind port d7efc049-677d-480e-9a16-cb9991cd69d6 on network 75c0118d-31f1-4afb-a7ee-24092f740f3c {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:14.281689 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:14.282060 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Checking segment: {'id': '396d3090-fab8-4375-b5ed-a9df8062d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:14.282467 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.282857 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Bound using segment: {'id': '396d3090-fab8-4375-b5ed-a9df8062d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:14.283354 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Bound port: 3c233098-809c-4a8f-bb65-dbde65d2876c, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396d3090-fab8-4375-b5ed-a9df8062d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:14.283746 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.288581 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:14.288966 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Checking segment: {'id': '71cd1bcf-dcda-4e63-b5c2-b2848f70f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:14.289362 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.289750 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Bound using segment: {'id': '71cd1bcf-dcda-4e63-b5c2-b2848f70f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:14.290219 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Bound port: d7efc049-677d-480e-9a16-cb9991cd69d6, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cd1bcf-dcda-4e63-b5c2-b2848f70f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:14.290607 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.391464 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Allocated IP 172.28.0.202 (93c87320-2b90-44fa-ad5e-83d4f4b48af6/b87a097a-2410-41cc-a04b-b3f133853cca/ec760cbe-a250-45a8-bda9-cda51ca12194) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:14.392162 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 19e8cc66-1241-4399-aced-00f65c4279ee up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:14.393525 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] For port d7efc049-677d-480e-9a16-cb9991cd69d6, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:14.397233 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] For port d7efc049-677d-480e-9a16-cb9991cd69d6, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=d7efc049-677d-480e-9a16-cb9991cd69d6,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:14.401451 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.406067 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6a5a8284-7201-4208-8451-686fd91854cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:14.480915 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Routers {'c83f6535-6af1-446c-aa47-6a1558f7f374'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:14.481603 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:38:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['c83f6535-6af1-446c-aa47-6a1558f7f374'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:14.496278 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] For port 3c233098-809c-4a8f-bb65-dbde65d2876c, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:14.500413 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] For port 3c233098-809c-4a8f-bb65-dbde65d2876c, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=3c233098-809c-4a8f-bb65-dbde65d2876c,segment=NetworkSegment(396d3090-fab8-4375-b5ed-a9df8062d431),segment_id=396d3090-fab8-4375-b5ed-a9df8062d431)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:14.507044 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.511507 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:14.547735 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Pushing event updated for resources: {'Port': ['ID=d7efc049-677d-480e-9a16-cb9991cd69d6,revision_number=4']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:14.552689 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7eb8b1cc-e97b-4a93-a1e4-e64b3a7f411a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:14.568101 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 19e8cc66-1241-4399-aced-00f65c4279ee triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:14.568469 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.581832 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.619786 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.627723 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-f877df0e-45fa-4c4b-9e8e-4e1c66f97085 tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:14.641435 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Pushing event updated for resources: {'Port': ['ID=3c233098-809c-4a8f-bb65-dbde65d2876c,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:14.649961 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:14.711808 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] Set router c83f6535-6af1-446c-aa47-6a1558f7f374 gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:14.723438 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:14.726329 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:14.728718 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:14.773347 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ec760cbe-a250-45a8-bda9-cda51ca12194,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:14.776265 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:15.083378 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 4, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'gw_port': {'id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'd7efc049-677d-480e-9a16-cb9991cd69d6', 'name': '', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'mac_address': 'fa:16:3e:b3:66:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:10Z', 'updated_at': '2021-06-25T14:39:14Z', 'revision_number': 4, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'subnets': [{'id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:15.087733 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720bf24-1e2e-41ab-af33-d25f6140f315 None None] The sync data for ids ['c83f6535-6af1-446c-aa47-6a1558f7f374'] in dv-cinder-798088-1-smb is: [{'id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 4, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'gw_port': {'id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'd7efc049-677d-480e-9a16-cb9991cd69d6', 'name': '', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'mac_address': 'fa:16:3e:b3:66:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:10Z', 'updated_at': '2021-06-25T14:39:14Z', 'revision_number': 4, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'subnets': [{'id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:15.302441 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.675271 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8043099'] for router, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.722661 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75193ab7-2aa5-4870-ba7a-0ef9748bfd22 None None] Network 3a75793a-f996-4689-b1a5-7447493b57b8 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:15.900080 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-ea989b32-772f-43e8-bda8-8cd723b1fd49 None None] Provisioning for port 3c233098-809c-4a8f-bb65-dbde65d2876c completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:15.900619 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Router a06a6584-fc06-4941-984b-de5153a06832 is scheduled to L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 with binding_index 1 {{(pid=78415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:39:16.095953 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:16.107089 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Sync routers for ids ['a06a6584-fc06-4941-984b-de5153a06832'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:16.121683 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Routers {'a06a6584-fc06-4941-984b-de5153a06832'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:16.122442 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:38:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['a06a6584-fc06-4941-984b-de5153a06832'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:16.124050 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Notify callbacks [] for router, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.126032 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6633952 Jun 25 14:39:16.129193 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54400) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:16.341591 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Set router a06a6584-fc06-4941-984b-de5153a06832 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:16.449268 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 3c233098-809c-4a8f-bb65-dbde65d2876c up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:16.633886 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port 3c233098-809c-4a8f-bb65-dbde65d2876c completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:16.664668 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 3c233098-809c-4a8f-bb65-dbde65d2876c triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:16.665046 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.798143 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06a6584-fc06-4941-984b-de5153a06832', 'name': 'tempest-TestShelveInstance-1618803946-router', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ec760cbe-a250-45a8-bda9-cda51ca12194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:13Z', 'updated_at': '2021-06-25T14:39:15Z', 'revision_number': 3, 'project_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'gw_port': {'id': 'ec760cbe-a250-45a8-bda9-cda51ca12194', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06a6584-fc06-4941-984b-de5153a06832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:14Z', 'updated_at': '2021-06-25T14:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:16.805817 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Checking router: a06a6584-fc06-4941-984b-de5153a06832 for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:16.806172 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Updating router a06a6584-fc06-4941-984b-de5153a06832 port ec760cbe-a250-45a8-bda9-cda51ca12194 binding host dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:39:16.835426 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.882681 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.926697 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port 3c233098-809c-4a8f-bb65-dbde65d2876c, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=3c233098-809c-4a8f-bb65-dbde65d2876c,segment=NetworkSegment(396d3090-fab8-4375-b5ed-a9df8062d431),segment_id=396d3090-fab8-4375-b5ed-a9df8062d431)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:16.932481 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.933230 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device d7efc049-677d-480e-9a16-cb9991cd69d6 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:16.961456 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:16.965710 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.158035 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=3c233098-809c-4a8f-bb65-dbde65d2876c,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:17.161859 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:17.193977 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Allocated IP 172.20.0.1 (3a75793a-f996-4689-b1a5-7447493b57b8/53905b2d-8c3a-4ca7-b1da-9bc73c19c88b/9d10907c-e887-455a-a139-b3fac862a685) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:17.234231 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port d7efc049-677d-480e-9a16-cb9991cd69d6 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:17.250589 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port d7efc049-677d-480e-9a16-cb9991cd69d6 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:17.250962 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.345008 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.361115 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.provisioning_blocks [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Transition to ACTIVE for port object 9d10907c-e887-455a-a139-b3fac862a685 will not be triggered until provisioned by entity DHCP. {{(pid=78415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:17.385579 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.390387 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-12a54688-cebf-45fe-a724-7ec455517947 tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:17.451299 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Network 3a75793a-f996-4689-b1a5-7447493b57b8 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:17.454092 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:17.457900 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:17.462707 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.489715 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.503549 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Pushing event updated for resources: {'Port': ['ID=9d10907c-e887-455a-a139-b3fac862a685,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:17.509034 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:17.512233 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Transition to ACTIVE for port object ec760cbe-a250-45a8-bda9-cda51ca12194 will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:17.519617 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port d7efc049-677d-480e-9a16-cb9991cd69d6, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=d7efc049-677d-480e-9a16-cb9991cd69d6,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:17.523265 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.525795 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8043165'] for router_interface, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.527502 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:17.564457 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.610418 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Attempting to bind port ec760cbe-a250-45a8-bda9-cda51ca12194 on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:17.611317 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Attempting to bind port ec760cbe-a250-45a8-bda9-cda51ca12194 by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:17.611317 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Attempting to bind port ec760cbe-a250-45a8-bda9-cda51ca12194 on network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:17.613340 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b74b7f-b06a-433d-9c26-0fd6d749bc32 None None] Pushing event updated for resources: {'Port': ['ID=ec760cbe-a250-45a8-bda9-cda51ca12194,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:17.617151 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-28b74b7f-b06a-433d-9c26-0fd6d749bc32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:17.617551 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:17.653038 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:17.653038 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Checking segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:17.653467 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.653860 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Bound using segment: {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:17.654337 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Bound port: ec760cbe-a250-45a8-bda9-cda51ca12194, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e608d1d3-972f-4f09-80b0-6ebc5fff4485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:17.654710 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.758765 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=d7efc049-677d-480e-9a16-cb9991cd69d6,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:17.764173 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:17.768686 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] For port ec760cbe-a250-45a8-bda9-cda51ca12194, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:17.772000 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] For port ec760cbe-a250-45a8-bda9-cda51ca12194, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=ec760cbe-a250-45a8-bda9-cda51ca12194,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:17.773107 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-0ec365b0-6fbd-4860-a9df-9e52888f4b85 None None] Provisioning for port 9d10907c-e887-455a-a139-b3fac862a685 completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:17.778217 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.781948 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-449f09b7-efa3-42b0-a101-0b45d8ad78d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:17.795252 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.814766 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-0ec365b0-6fbd-4860-a9df-9e52888f4b85 None None] Provisioning complete for port 9d10907c-e887-455a-a139-b3fac862a685 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:17.815357 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0ec365b0-6fbd-4860-a9df-9e52888f4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.906037 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b74b7f-b06a-433d-9c26-0fd6d749bc32 None None] Pushing event updated for resources: {'Port': ['ID=ec760cbe-a250-45a8-bda9-cda51ca12194,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:17.910576 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-28b74b7f-b06a-433d-9c26-0fd6d749bc32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:17.911298 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-0ec365b0-6fbd-4860-a9df-9e52888f4b85 None None] Port 9d10907c-e887-455a-a139-b3fac862a685 cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:17.912632 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Routers {'a06a6584-fc06-4941-984b-de5153a06832'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:17.913265 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:38:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['a06a6584-fc06-4941-984b-de5153a06832'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:18.025469 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.029949 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.060548 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:18.089242 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] Set router a06a6584-fc06-4941-984b-de5153a06832 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:18.138516 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7894240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8043572'] for router_interface, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.142199 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Pushing event updated for resources: {'Port': ['ID=9d10907c-e887-455a-a139-b3fac862a685,revision_number=2']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:18.146069 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:18.380511 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 3c233098-809c-4a8f-bb65-dbde65d2876c up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:18.390750 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Network 3a75793a-f996-4689-b1a5-7447493b57b8 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:18.391895 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:18.468850 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 3c233098-809c-4a8f-bb65-dbde65d2876c triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:18.469231 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.519549 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06a6584-fc06-4941-984b-de5153a06832', 'name': 'tempest-TestShelveInstance-1618803946-router', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ec760cbe-a250-45a8-bda9-cda51ca12194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:13Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 4, 'project_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'gw_port': {'id': 'ec760cbe-a250-45a8-bda9-cda51ca12194', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06a6584-fc06-4941-984b-de5153a06832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:14Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '9d10907c-e887-455a-a139-b3fac862a685', 'name': '', 'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'mac_address': 'fa:16:3e:62:a6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06a6584-fc06-4941-984b-de5153a06832', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '53905b2d-8c3a-4ca7-b1da-9bc73c19c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:17Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 1, 'project_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'subnets': [{'id': '53905b2d-8c3a-4ca7-b1da-9bc73c19c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:18.528640 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da771b-6a22-4e43-9b3c-eb56d5710e38 None None] The sync data for ids ['a06a6584-fc06-4941-984b-de5153a06832'] in dv-cinder-798088-1-smb is: [{'id': 'a06a6584-fc06-4941-984b-de5153a06832', 'name': 'tempest-TestShelveInstance-1618803946-router', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ec760cbe-a250-45a8-bda9-cda51ca12194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:13Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 4, 'project_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'gw_port': {'id': 'ec760cbe-a250-45a8-bda9-cda51ca12194', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06a6584-fc06-4941-984b-de5153a06832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:14Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '9d10907c-e887-455a-a139-b3fac862a685', 'name': '', 'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'mac_address': 'fa:16:3e:62:a6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06a6584-fc06-4941-984b-de5153a06832', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '53905b2d-8c3a-4ca7-b1da-9bc73c19c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:17Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 1, 'project_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'subnets': [{'id': '53905b2d-8c3a-4ca7-b1da-9bc73c19c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:18.584734 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Router a06a6584-fc06-4941-984b-de5153a06832 has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:39:18.608312 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device d7efc049-677d-480e-9a16-cb9991cd69d6 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:18.713935 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-00c1ad5e-68d1-4cfd-9755-6b67aed5abaf None None] Provisioning complete for port 9d10907c-e887-455a-a139-b3fac862a685 triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:18.714250 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-00c1ad5e-68d1-4cfd-9755-6b67aed5abaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.793709 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-00c1ad5e-68d1-4cfd-9755-6b67aed5abaf None None] Port 9d10907c-e887-455a-a139-b3fac862a685 cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:18.804100 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port d7efc049-677d-480e-9a16-cb9991cd69d6 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:18.804487 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.806356 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:18.818819 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-40acf47c-50c0-4f85-b667-01269e1a3a36 admin admin] 10.222.0.50 "PUT /v2.0/routers/a06a6584-fc06-4941-984b-de5153a06832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6878607 Jun 25 14:39:19.573883 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54412) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:19.579383 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1286259885', 'description': 'tempest-secgroup-smoke-1286259885 description', 'project_id': '823d58237ad242e9a8dc17423066eeba'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:19.586178 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:19.589990 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Usage tracker for resource:security_group and tenant:823d58237ad242e9a8dc17423066eeba is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:19.593308 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:19.599953 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:19.612010 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.636995 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:19.641737 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Usage tracker for resource:security_group_rule and tenant:823d58237ad242e9a8dc17423066eeba is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:19.644818 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:19.651299 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:19.726895 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.731039 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.735052 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-146d7ade-fe8f-4245-97e6-5304ece22daa tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:19.775916 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5bface-749d-422c-baac-c379aac86f96,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:19.779151 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:19.780632 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.784565 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2069368 Jun 25 14:39:19.786072 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54416) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:19.790489 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-a3fd4915-208f-4a0c-b381-718775583705 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Request body: {'security_group_rule': {'security_group_id': 'eb5bface-749d-422c-baac-c379aac86f96', 'project_id': '823d58237ad242e9a8dc17423066eeba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:19.797086 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-a3fd4915-208f-4a0c-b381-718775583705 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:19.801023 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-a3fd4915-208f-4a0c-b381-718775583705 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Usage tracker for resource:security_group_rule and tenant:823d58237ad242e9a8dc17423066eeba is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:19.804583 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-a3fd4915-208f-4a0c-b381-718775583705 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:19.810379 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-a3fd4915-208f-4a0c-b381-718775583705 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:19.827194 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4915-208f-4a0c-b381-718775583705 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.886640 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4915-208f-4a0c-b381-718775583705 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.890639 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4915-208f-4a0c-b381-718775583705 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.892802 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a6a0a09e-339e-4172-b646-e08ff3862a8f tempest-AttachVolumeTestJSON-142189301 tempest-AttachVolumeTestJSON-142189301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:19.915708 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd4915-208f-4a0c-b381-718775583705 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3572084b-e554-47f8-9932-8f83ffcf4c20,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:19.920359 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a3fd4915-208f-4a0c-b381-718775583705 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:19.924814 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4915-208f-4a0c-b381-718775583705 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.925974 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-a3fd4915-208f-4a0c-b381-718775583705 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403217 Jun 25 14:39:19.929148 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54420) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:19.935056 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-814c7735-8b61-418c-8835-4d5f411c6413 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Request body: {'security_group_rule': {'security_group_id': 'eb5bface-749d-422c-baac-c379aac86f96', 'project_id': '823d58237ad242e9a8dc17423066eeba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:19.941284 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-814c7735-8b61-418c-8835-4d5f411c6413 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:19.945096 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-814c7735-8b61-418c-8835-4d5f411c6413 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Usage tracker for resource:security_group_rule and tenant:823d58237ad242e9a8dc17423066eeba is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:19.948002 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-814c7735-8b61-418c-8835-4d5f411c6413 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:19.953803 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-814c7735-8b61-418c-8835-4d5f411c6413 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:19.975691 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-814c7735-8b61-418c-8835-4d5f411c6413 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.037094 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-814c7735-8b61-418c-8835-4d5f411c6413 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.040803 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-814c7735-8b61-418c-8835-4d5f411c6413 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.042861 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:20.064751 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c7735-8b61-418c-8835-4d5f411c6413 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b873f3d-01bc-4c6f-8fd9-ac3304b83ed2,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:20.067257 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-814c7735-8b61-418c-8835-4d5f411c6413 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:20.073710 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-814c7735-8b61-418c-8835-4d5f411c6413 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.074897 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-814c7735-8b61-418c-8835-4d5f411c6413 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1447537 Jun 25 14:39:20.077608 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54424) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:20.082679 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-5f1cca5b-710c-40d7-8b25-60eb98c28de0 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Request body: {'security_group_rule': {'security_group_id': 'eb5bface-749d-422c-baac-c379aac86f96', 'project_id': '823d58237ad242e9a8dc17423066eeba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:20.088341 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-5f1cca5b-710c-40d7-8b25-60eb98c28de0 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:20.092855 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-5f1cca5b-710c-40d7-8b25-60eb98c28de0 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Usage tracker for resource:security_group_rule and tenant:823d58237ad242e9a8dc17423066eeba is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:20.095825 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-5f1cca5b-710c-40d7-8b25-60eb98c28de0 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:20.101964 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-5f1cca5b-710c-40d7-8b25-60eb98c28de0 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:20.119154 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5f1cca5b-710c-40d7-8b25-60eb98c28de0 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.184511 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5f1cca5b-710c-40d7-8b25-60eb98c28de0 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.189842 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5f1cca5b-710c-40d7-8b25-60eb98c28de0 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.192565 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-9422c29e-4bb4-4f8d-beb4-7cce42ab0835 tempest-TestMinimumBasicScenario-1237922641 tempest-TestMinimumBasicScenario-1237922641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:20.216423 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cca5b-710c-40d7-8b25-60eb98c28de0 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ba9182-8e26-4634-bae2-b3d2b0c583ca,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:20.220884 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-5f1cca5b-710c-40d7-8b25-60eb98c28de0 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:20.225550 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-5f1cca5b-710c-40d7-8b25-60eb98c28de0 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.226682 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-5f1cca5b-710c-40d7-8b25-60eb98c28de0 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481321 Jun 25 14:39:20.229494 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54428) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:20.235091 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-2c4edf47-8076-49ab-a368-cafb8e309014 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Request body: {'security_group_rule': {'security_group_id': 'eb5bface-749d-422c-baac-c379aac86f96', 'project_id': '823d58237ad242e9a8dc17423066eeba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:20.241965 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-2c4edf47-8076-49ab-a368-cafb8e309014 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:20.245790 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-2c4edf47-8076-49ab-a368-cafb8e309014 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Usage tracker for resource:security_group_rule and tenant:823d58237ad242e9a8dc17423066eeba is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:20.248665 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-2c4edf47-8076-49ab-a368-cafb8e309014 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:20.254310 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-2c4edf47-8076-49ab-a368-cafb8e309014 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:20.272450 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2c4edf47-8076-49ab-a368-cafb8e309014 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.340804 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2c4edf47-8076-49ab-a368-cafb8e309014 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.345292 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2c4edf47-8076-49ab-a368-cafb8e309014 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.347474 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-a3fd4915-208f-4a0c-b381-718775583705 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:20.370698 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4edf47-8076-49ab-a368-cafb8e309014 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be0da21-70bf-4298-8d89-bb70ce8781cf,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:20.375206 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-2c4edf47-8076-49ab-a368-cafb8e309014 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:20.381562 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-2c4edf47-8076-49ab-a368-cafb8e309014 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.382735 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-2c4edf47-8076-49ab-a368-cafb8e309014 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1523314 Jun 25 14:39:20.385613 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54432) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:20.391248 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-01bae756-ecb7-4fd3-88d5-ac02d4238999 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Request body: {'security_group_rule': {'security_group_id': 'eb5bface-749d-422c-baac-c379aac86f96', 'project_id': '823d58237ad242e9a8dc17423066eeba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:20.397680 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-01bae756-ecb7-4fd3-88d5-ac02d4238999 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:20.402941 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-01bae756-ecb7-4fd3-88d5-ac02d4238999 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Usage tracker for resource:security_group_rule and tenant:823d58237ad242e9a8dc17423066eeba is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:20.405982 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-01bae756-ecb7-4fd3-88d5-ac02d4238999 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:20.409240 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device ec760cbe-a250-45a8-bda9-cda51ca12194 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:20.412583 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-01bae756-ecb7-4fd3-88d5-ac02d4238999 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:20.429013 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.securitygroups_db [None req-01bae756-ecb7-4fd3-88d5-ac02d4238999 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Project 823d58237ad242e9a8dc17423066eeba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:39:20.436054 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-01bae756-ecb7-4fd3-88d5-ac02d4238999 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.480023 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port ec760cbe-a250-45a8-bda9-cda51ca12194 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:20.484508 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port ec760cbe-a250-45a8-bda9-cda51ca12194 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:20.484943 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.503284 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-01bae756-ecb7-4fd3-88d5-ac02d4238999 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.508324 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-01bae756-ecb7-4fd3-88d5-ac02d4238999 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.516494 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-2c4edf47-8076-49ab-a368-cafb8e309014 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:20.537478 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bae756-ecb7-4fd3-88d5-ac02d4238999 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4620e76f-b417-426d-9907-7a9ff0403ef5,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:20.539876 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-01bae756-ecb7-4fd3-88d5-ac02d4238999 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:20.545802 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-01bae756-ecb7-4fd3-88d5-ac02d4238999 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.547002 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-01bae756-ecb7-4fd3-88d5-ac02d4238999 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1604176 Jun 25 14:39:20.549694 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54436) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:20.554823 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-d5e84441-a6be-47f2-b53e-527e8c96b053 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Request body: {'security_group_rule': {'security_group_id': 'eb5bface-749d-422c-baac-c379aac86f96', 'project_id': '823d58237ad242e9a8dc17423066eeba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:20.560543 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-d5e84441-a6be-47f2-b53e-527e8c96b053 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:20.564454 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-d5e84441-a6be-47f2-b53e-527e8c96b053 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Usage tracker for resource:security_group_rule and tenant:823d58237ad242e9a8dc17423066eeba is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:20.567900 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-d5e84441-a6be-47f2-b53e-527e8c96b053 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:20.573839 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-d5e84441-a6be-47f2-b53e-527e8c96b053 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:20.585369 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.securitygroups_db [None req-d5e84441-a6be-47f2-b53e-527e8c96b053 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Project 823d58237ad242e9a8dc17423066eeba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:39:20.592010 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d5e84441-a6be-47f2-b53e-527e8c96b053 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.607217 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.624037 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port ec760cbe-a250-45a8-bda9-cda51ca12194, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=ec760cbe-a250-45a8-bda9-cda51ca12194,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:20.630298 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.632372 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:20.660647 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d5e84441-a6be-47f2-b53e-527e8c96b053 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.664681 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d5e84441-a6be-47f2-b53e-527e8c96b053 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885490'] for security_group_rule, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.666788 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-5f1cca5b-710c-40d7-8b25-60eb98c28de0 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:20.692729 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e84441-a6be-47f2-b53e-527e8c96b053 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f13283-dd2b-4142-92b9-b106f395c25a,revision_number=0']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:20.695393 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-d5e84441-a6be-47f2-b53e-527e8c96b053 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:20.701609 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=ec760cbe-a250-45a8-bda9-cda51ca12194,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:20.703016 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d5e84441-a6be-47f2-b53e-527e8c96b053 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.704891 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:20.708336 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-d5e84441-a6be-47f2-b53e-527e8c96b053 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1569579 Jun 25 14:39:21.920418 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Sync routers for ids ['a06a6584-fc06-4941-984b-de5153a06832'] in dv-cinder-798088-1-smb {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:21.929955 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Routers {'a06a6584-fc06-4941-984b-de5153a06832'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:21.930545 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:38:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['a06a6584-fc06-4941-984b-de5153a06832'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:22.130813 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Set router a06a6584-fc06-4941-984b-de5153a06832 gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:22.379966 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device ec760cbe-a250-45a8-bda9-cda51ca12194 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:22.450934 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06a6584-fc06-4941-984b-de5153a06832', 'name': 'tempest-TestShelveInstance-1618803946-router', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ec760cbe-a250-45a8-bda9-cda51ca12194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:13Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 4, 'project_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'gw_port': {'id': 'ec760cbe-a250-45a8-bda9-cda51ca12194', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06a6584-fc06-4941-984b-de5153a06832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:14Z', 'updated_at': '2021-06-25T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '9d10907c-e887-455a-a139-b3fac862a685', 'name': '', 'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'mac_address': 'fa:16:3e:62:a6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06a6584-fc06-4941-984b-de5153a06832', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '53905b2d-8c3a-4ca7-b1da-9bc73c19c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:17Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 2, 'project_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'subnets': [{'id': '53905b2d-8c3a-4ca7-b1da-9bc73c19c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:22.454737 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Checking router: a06a6584-fc06-4941-984b-de5153a06832 for host: dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:22.455130 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Updating router a06a6584-fc06-4941-984b-de5153a06832 port 9d10907c-e887-455a-a139-b3fac862a685 binding host dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:39:22.469176 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port ec760cbe-a250-45a8-bda9-cda51ca12194 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:22.469995 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.507763 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.857891 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.869350 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Transition to ACTIVE for port object 9d10907c-e887-455a-a139-b3fac862a685 will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:22.875651 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.879876 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:23.031756 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f58b1-f5da-4712-9fcf-a3809b3c7880 None None] Pushing event updated for resources: {'Port': ['ID=9d10907c-e887-455a-a139-b3fac862a685,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:23.038919 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-117f58b1-f5da-4712-9fcf-a3809b3c7880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:23.096044 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Attempting to bind port 9d10907c-e887-455a-a139-b3fac862a685 on host dv-cinder-798088-1-smb for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:23.096425 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Attempting to bind port 9d10907c-e887-455a-a139-b3fac862a685 by drivers openvswitch,hyperv on host dv-cinder-798088-1-smb at level 0 using segments [{'id': '396d3090-fab8-4375-b5ed-a9df8062d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:23.096793 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Attempting to bind port 9d10907c-e887-455a-a139-b3fac862a685 on network 3a75793a-f996-4689-b1a5-7447493b57b8 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:23.102514 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Checking agent: {'id': '59fa2c1c-ff88-4701-890c-c9a007a6e70c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 26), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:23.102964 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Checking segment: {'id': '396d3090-fab8-4375-b5ed-a9df8062d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:23.103388 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.103786 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Bound using segment: {'id': '396d3090-fab8-4375-b5ed-a9df8062d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:23.104285 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Bound port: 9d10907c-e887-455a-a139-b3fac862a685, host: dv-cinder-798088-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396d3090-fab8-4375-b5ed-a9df8062d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:23.104716 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.196136 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] For port 9d10907c-e887-455a-a139-b3fac862a685, host dv-cinder-798088-1-smb, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:23.199424 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] For port 9d10907c-e887-455a-a139-b3fac862a685, host dv-cinder-798088-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=9d10907c-e887-455a-a139-b3fac862a685,segment=NetworkSegment(396d3090-fab8-4375-b5ed-a9df8062d431),segment_id=396d3090-fab8-4375-b5ed-a9df8062d431)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:23.204194 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.208023 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:23.282240 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Routers {'a06a6584-fc06-4941-984b-de5153a06832'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:23.282883 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:38:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['a06a6584-fc06-4941-984b-de5153a06832'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:23.350040 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f58b1-f5da-4712-9fcf-a3809b3c7880 None None] Pushing event updated for resources: {'Port': ['ID=9d10907c-e887-455a-a139-b3fac862a685,revision_number=4']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:23.354687 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-117f58b1-f5da-4712-9fcf-a3809b3c7880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:23.482940 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] Set router a06a6584-fc06-4941-984b-de5153a06832 gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:23.845919 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06a6584-fc06-4941-984b-de5153a06832', 'name': 'tempest-TestShelveInstance-1618803946-router', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ec760cbe-a250-45a8-bda9-cda51ca12194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:13Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 4, 'project_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'gw_port': {'id': 'ec760cbe-a250-45a8-bda9-cda51ca12194', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06a6584-fc06-4941-984b-de5153a06832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:14Z', 'updated_at': '2021-06-25T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '9d10907c-e887-455a-a139-b3fac862a685', 'name': '', 'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'mac_address': 'fa:16:3e:62:a6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06a6584-fc06-4941-984b-de5153a06832', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '53905b2d-8c3a-4ca7-b1da-9bc73c19c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:17Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'subnets': [{'id': '53905b2d-8c3a-4ca7-b1da-9bc73c19c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:23.850258 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40e1ae-8efe-4b75-85ab-84a25e887dbe None None] The sync data for ids ['a06a6584-fc06-4941-984b-de5153a06832'] in dv-cinder-798088-1-smb is: [{'id': 'a06a6584-fc06-4941-984b-de5153a06832', 'name': 'tempest-TestShelveInstance-1618803946-router', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ec760cbe-a250-45a8-bda9-cda51ca12194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:13Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 4, 'project_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'gw_port': {'id': 'ec760cbe-a250-45a8-bda9-cda51ca12194', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06a6584-fc06-4941-984b-de5153a06832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:14Z', 'updated_at': '2021-06-25T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': '9d10907c-e887-455a-a139-b3fac862a685', 'name': '', 'network_id': '3a75793a-f996-4689-b1a5-7447493b57b8', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'mac_address': 'fa:16:3e:62:a6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06a6584-fc06-4941-984b-de5153a06832', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '53905b2d-8c3a-4ca7-b1da-9bc73c19c88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:17Z', 'updated_at': '2021-06-25T14:39:23Z', 'revision_number': 4, 'project_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'subnets': [{'id': '53905b2d-8c3a-4ca7-b1da-9bc73c19c88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:24.392385 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 9d10907c-e887-455a-a139-b3fac862a685 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:24.460298 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning for port 9d10907c-e887-455a-a139-b3fac862a685 completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:24.467218 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 9d10907c-e887-455a-a139-b3fac862a685 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:24.467625 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:24.588780 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:24.621762 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] For port 9d10907c-e887-455a-a139-b3fac862a685, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=9d10907c-e887-455a-a139-b3fac862a685,segment=NetworkSegment(396d3090-fab8-4375-b5ed-a9df8062d431),segment_id=396d3090-fab8-4375-b5ed-a9df8062d431)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:24.625408 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:24.627272 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:24.694421 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Pushing event updated for resources: {'Port': ['ID=9d10907c-e887-455a-a139-b3fac862a685,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:24.697314 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:25.155334 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:25.732579 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f3345404-01c6-42c5-830a-d1fa7c2c40a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:25.833916 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:26.383125 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 9d10907c-e887-455a-a139-b3fac862a685 up at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:26.452704 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Provisioning complete for port 9d10907c-e887-455a-a139-b3fac862a685 triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:26.453002 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.985407 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-31f987b3-1a85-47ee-ade2-639d4e19f072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:28.642211 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:39:29.135352 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:30.598929 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:34.581940 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-a9f918b3-a6ec-4d8a-bbf5-af4f50cb3cc6 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Synchronizing usage tracker for tenant:823d58237ad242e9a8dc17423066eeba on resource:security_group {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:34.599250 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-a9f918b3-a6ec-4d8a-bbf5-af4f50cb3cc6 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Unset dirty status for tenant:823d58237ad242e9a8dc17423066eeba on resource:security_group {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:34.600477 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-a9f918b3-a6ec-4d8a-bbf5-af4f50cb3cc6 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286259885&fields=id&tenant_id=823d58237ad242e9a8dc17423066eeba HTTP/1.1" status: 200 len: 267 time: 0.0578923 Jun 25 14:39:34.749124 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-117e28b2-b43d-4728-8b86-1cb752e82ff4 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:34.749800 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-117e28b2-b43d-4728-8b86-1cb752e82ff4 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Synchronizing usage tracker for tenant:823d58237ad242e9a8dc17423066eeba on resource:network {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:34.771412 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-117e28b2-b43d-4728-8b86-1cb752e82ff4 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Unset dirty status for tenant:823d58237ad242e9a8dc17423066eeba on resource:network {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:34.772617 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-117e28b2-b43d-4728-8b86-1cb752e82ff4 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/networks?id=75c0118d-31f1-4afb-a7ee-24092f740f3c HTTP/1.1" status: 200 len: 808 time: 0.1653523 Jun 25 14:39:34.788343 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1f0bd880-42bd-41af-b330-a67750aa6309 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/quotas/823d58237ad242e9a8dc17423066eeba HTTP/1.1" status: 200 len: 375 time: 0.0099039 Jun 25 14:39:34.873493 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-ab3f33d8-3c00-46db-bf2f-1565e058fa96 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Synchronizing usage tracker for tenant:823d58237ad242e9a8dc17423066eeba on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:34.891400 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-ab3f33d8-3c00-46db-bf2f-1565e058fa96 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Unset dirty status for tenant:823d58237ad242e9a8dc17423066eeba on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:34.892696 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-ab3f33d8-3c00-46db-bf2f-1565e058fa96 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=823d58237ad242e9a8dc17423066eeba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991278 Jun 25 14:39:35.028349 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-60d0ced4-e231-4afe-b474-47daf807e9e1 service neutron] 10.222.0.50 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238697 Jun 25 14:39:35.167215 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-016f41f7-9b4b-43ce-a782-0eaa11dec5e7 service neutron] 10.222.0.50 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329293 Jun 25 14:39:35.571323 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8ec00175-2a43-469d-a967-1a5023e888ec req-3142a5a8-fc69-40f3-821e-7076111fce6d tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 210 time: 0.0460563 Jun 25 14:39:36.575698 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-6abd80ca-4c08-4da0-b420-67bcdc877fc6 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:36.577206 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-6abd80ca-4c08-4da0-b420-67bcdc877fc6 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.38 "GET /v2.0/networks?id=75c0118d-31f1-4afb-a7ee-24092f740f3c HTTP/1.1" status: 200 len: 808 time: 0.1466005 Jun 25 14:39:36.632904 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-10da08a4-733a-4f48-a622-4c0bce63b689 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=823d58237ad242e9a8dc17423066eeba HTTP/1.1" status: 200 len: 380 time: 0.0466878 Jun 25 14:39:36.642329 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Request body: {'port': {'device_id': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'admin_state_up': True, 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'security_groups': ['eb5bface-749d-422c-baac-c379aac86f96']}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:36.775166 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e2a712ed-5665-4dba-8817-1191bc205052 req-eadf4c3c-42ba-4db9-8a38-5089bd11b8dc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 210 time: 0.0590780 Jun 25 14:39:36.829298 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:36.839017 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.quota.driver [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78414) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:36.850564 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Made reservation on behalf of 823d58237ad242e9a8dc17423066eeba for: {'port': 1} {{(pid=78414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:36.854074 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:37.018270 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_common [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Allocated IP 172.20.0.4 (75c0118d-31f1-4afb-a7ee-24092f740f3c/59a45dd9-8c23-422c-bc3b-44a2318da81c/09133d58-59ba-41a3-bb13-e4077415ea6d) {{(pid=78414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:37.316928 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for port, precommit_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:37.333149 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Transition to ACTIVE for port object 09133d58-59ba-41a3-bb13-e4077415ea6d will not be triggered until provisioned by entity DHCP. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:37.358283 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_create {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:37.363846 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-adbd1f48-2f5c-4cec-ba83-a82271deb8a8 tempest-VolumesActionsTest-202016235 tempest-VolumesActionsTest-202016235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:37.427349 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Network 75c0118d-31f1-4afb-a7ee-24092f740f3c is already hosted by enough agents. {{(pid=78414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:37.430179 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.base_scheduler [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Resources bound (agent type, host, resource id): {{(pid=78414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:37.434133 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Received port after_create {{(pid=78414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:37.474561 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Pushing event updated for resources: {'Port': ['ID=09133d58-59ba-41a3-bb13-e4077415ea6d,revision_number=1']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:37.492079 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:37.492454 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:37.492821 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:37.493175 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:37.493529 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:37.493910 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:37.494255 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:37.494599 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:37.494944 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:37.495312 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:37.495657 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:37.495999 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:37.501276 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:37.517196 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:37.517833 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:37.544186 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-1b81cb3c-06f0-48e3-a9a6-04905f945eae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9061053 Jun 25 14:39:37.555889 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.v2.base [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Request body: {'port': {'device_id': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:37.668217 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:37.684391 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-e4fc1e99-d4ed-4c39-b5a2-1c2e259da272 None None] Provisioning for port 09133d58-59ba-41a3-bb13-e4077415ea6d completed by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:37.689074 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-e4fc1e99-d4ed-4c39-b5a2-1c2e259da272 None None] Provisioning complete for port 09133d58-59ba-41a3-bb13-e4077415ea6d triggered by entity DHCP. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:37.689452 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1e99-d4ed-4c39-b5a2-1c2e259da272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:37.741546 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-e4fc1e99-d4ed-4c39-b5a2-1c2e259da272 None None] Port 09133d58-59ba-41a3-bb13-e4077415ea6d cannot update to ACTIVE because it is not bound. {{(pid=78416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:38.072283 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562ae87-25b4-4a9c-b9b4-370f827de020 req-cd7a254d-f32d-42c7-96e9-5f5a151d608a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:38.072965 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-c562ae87-25b4-4a9c-b9b4-370f827de020 req-cd7a254d-f32d-42c7-96e9-5f5a151d608a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Synchronizing usage tracker for tenant:823d58237ad242e9a8dc17423066eeba on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:38.080597 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09133d58-59ba-41a3-bb13-e4077415ea6d {{(pid=78414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:38.090023 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.106501 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-c562ae87-25b4-4a9c-b9b4-370f827de020 req-cd7a254d-f32d-42c7-96e9-5f5a151d608a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Unset dirty status for tenant:823d58237ad242e9a8dc17423066eeba on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:38.107632 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c562ae87-25b4-4a9c-b9b4-370f827de020 req-cd7a254d-f32d-42c7-96e9-5f5a151d608a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 931 time: 0.2067139 Jun 25 14:39:38.109839 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.provisioning_blocks [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Transition to ACTIVE for port object 09133d58-59ba-41a3-bb13-e4077415ea6d will not be triggered until provisioned by entity L2. {{(pid=78414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:38.113410 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.119005 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:38.297146 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Pushing event updated for resources: {'Port': ['ID=09133d58-59ba-41a3-bb13-e4077415ea6d,revision_number=2']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:38.306332 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:38.315658 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-c562ae87-25b4-4a9c-b9b4-370f827de020 req-36f8645d-fdcf-4ad5-9c1c-cd5f48ece5bd tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976337 Jun 25 14:39:38.384305 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Attempting to bind port 09133d58-59ba-41a3-bb13-e4077415ea6d on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:38.384623 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Attempting to bind port 09133d58-59ba-41a3-bb13-e4077415ea6d by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '71cd1bcf-dcda-4e63-b5c2-b2848f70f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c'}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:38.384938 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Attempting to bind port 09133d58-59ba-41a3-bb13-e4077415ea6d on network 75c0118d-31f1-4afb-a7ee-24092f740f3c {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:38.389326 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Port 09133d58-59ba-41a3-bb13-e4077415ea6d on network 75c0118d-31f1-4afb-a7ee-24092f740f3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:39:38.389634 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Attempting to bind port 09133d58-59ba-41a3-bb13-e4077415ea6d on network 75c0118d-31f1-4afb-a7ee-24092f740f3c {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:38.394922 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Checking agent: {'id': '2181fe2e-b8ba-4e00-9af2-b2a9adee4bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'started_at': datetime.datetime(2021, 6, 25, 14, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:38.395780 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Checking segment: {'id': '71cd1bcf-dcda-4e63-b5c2-b2848f70f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:38.396150 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Bound using segment: {'id': '71cd1bcf-dcda-4e63-b5c2-b2848f70f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c'} {{(pid=78414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:38.396560 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.managers [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Bound port: 09133d58-59ba-41a3-bb13-e4077415ea6d, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cd1bcf-dcda-4e63-b5c2-b2848f70f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c'}}] {{(pid=78414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:38.396892 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.483189 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] For port 09133d58-59ba-41a3-bb13-e4077415ea6d, host hv-cinder-79808, cleared binding levels {{(pid=78414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:38.485972 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] For port 09133d58-59ba-41a3-bb13-e4077415ea6d, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=09133d58-59ba-41a3-bb13-e4077415ea6d,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:38.490601 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6309735'] for port, after_update {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.494038 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-55114c87-775b-4c65-9326-01e7f2ec66b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:38.552515 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:38.553071 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.554408 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] 10.222.0.38 "PUT /v2.0/ports/09133d58-59ba-41a3-bb13-e4077415ea6d HTTP/1.1" status: 200 len: 1093 time: 1.0027797 Jun 25 14:39:38.554903 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'tag': '09133d58-59ba-41a3-bb13-e4077415ea6d'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:38.575389 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Pushing event updated for resources: {'Port': ['ID=09133d58-59ba-41a3-bb13-e4077415ea6d,revision_number=3']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:38.578397 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-191725e9-3ccf-4b77-b651-3c532f852c3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:38.627179 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'tag': '09133d58-59ba-41a3-bb13-e4077415ea6d', 'status': 'completed', 'code': 200} Jun 25 14:39:38.670272 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-e6b5c732-7717-4f7f-8823-0ca88e081c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:38.671778 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-e6b5c732-7717-4f7f-8823-0ca88e081c45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823d58237ad242e9a8dc17423066eeba&device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 1096 time: 0.0765626 Jun 25 14:39:38.745254 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-c126b5f9-da32-4ad3-b5f7-154b343fdcd5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09133d58-59ba-41a3-bb13-e4077415ea6d HTTP/1.1" status: 200 len: 217 time: 0.0661039 Jun 25 14:39:38.809198 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-053788c3-4379-4b34-aa1b-b0650e7c181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:38.810626 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-053788c3-4379-4b34-aa1b-b0650e7c181d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=59a45dd9-8c23-422c-bc3b-44a2318da81c HTTP/1.1" status: 200 len: 847 time: 0.0592833 Jun 25 14:39:38.890124 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-47ba7846-65ce-49fb-a901-ba653df229f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:38.891722 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-47ba7846-65ce-49fb-a901-ba653df229f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75c0118d-31f1-4afb-a7ee-24092f740f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741608 Jun 25 14:39:39.020720 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-d13d1f83-8324-420f-a1dc-a738518a5302 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214898 Jun 25 14:39:39.250356 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9fec4cfb-3787-476b-8bb6-968cd778bc29 req-2236f5bf-ea9f-4945-b2aa-bd8aa56d8be2 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227304 Jun 25 14:39:39.362051 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76bd5-6b4b-403b-976a-08d92c57364d req-0488a650-2e74-4e7a-afad-5282c349ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:39.363535 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-22a76bd5-6b4b-403b-976a-08d92c57364d req-0488a650-2e74-4e7a-afad-5282c349ea3a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823d58237ad242e9a8dc17423066eeba&device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 1096 time: 0.0698438 Jun 25 14:39:39.550046 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76bd5-6b4b-403b-976a-08d92c57364d req-fba461e6-3ed2-4d40-8366-f67e8f366870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:39.551577 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-22a76bd5-6b4b-403b-976a-08d92c57364d req-fba461e6-3ed2-4d40-8366-f67e8f366870 service neutron] 10.222.0.38 "GET /v2.0/networks?id=75c0118d-31f1-4afb-a7ee-24092f740f3c HTTP/1.1" status: 200 len: 909 time: 0.1811461 Jun 25 14:39:39.618534 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095bd16-e39f-4c6a-8890-d6e8ef65cf19 req-436147ef-dd41-4a52-82ea-616f88c930e2 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:39.620222 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8095bd16-e39f-4c6a-8890-d6e8ef65cf19 req-436147ef-dd41-4a52-82ea-616f88c930e2 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 943 time: 0.1795330 Jun 25 14:39:39.629487 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-22a76bd5-6b4b-403b-976a-08d92c57364d req-ac29b461-6619-4114-9fc7-74c2fa2f3446 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09133d58-59ba-41a3-bb13-e4077415ea6d HTTP/1.1" status: 200 len: 217 time: 0.0703094 Jun 25 14:39:39.714450 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-8095bd16-e39f-4c6a-8890-d6e8ef65cf19 req-f4c7cb62-8a3b-4343-b40f-b905ae55fc2d tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872517 Jun 25 14:39:39.719676 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76bd5-6b4b-403b-976a-08d92c57364d req-b308d16a-810e-4216-a272-dabf78caa3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:39.721029 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-22a76bd5-6b4b-403b-976a-08d92c57364d req-b308d16a-810e-4216-a272-dabf78caa3a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=59a45dd9-8c23-422c-bc3b-44a2318da81c HTTP/1.1" status: 200 len: 847 time: 0.0769553 Jun 25 14:39:39.796747 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76bd5-6b4b-403b-976a-08d92c57364d req-5e068deb-385c-4bb2-8599-f6e3b9c26ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:39.798179 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-22a76bd5-6b4b-403b-976a-08d92c57364d req-5e068deb-385c-4bb2-8599-f6e3b9c26ed5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75c0118d-31f1-4afb-a7ee-24092f740f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699813 Jun 25 14:39:39.929594 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-22a76bd5-6b4b-403b-976a-08d92c57364d req-ce07e170-2190-4af7-8693-e414b53dc4ac service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230371 Jun 25 14:39:40.060121 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-22a76bd5-6b4b-403b-976a-08d92c57364d req-8c623d1b-ad93-4c00-9779-b2b373c99363 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236830 Jun 25 14:39:40.915872 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9ecd9-55a1-4d85-87ef-5c28848bcb29 req-077d4d0b-a46e-4a75-b5c7-bf738ee8b55f tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:40.917331 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-91b9ecd9-55a1-4d85-87ef-5c28848bcb29 req-077d4d0b-a46e-4a75-b5c7-bf738ee8b55f tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 943 time: 0.0862305 Jun 25 14:39:40.961253 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-91b9ecd9-55a1-4d85-87ef-5c28848bcb29 req-5fe94b2d-2030-4d71-868a-e71953d95150 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382590 Jun 25 14:39:42.075573 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 09133d58-59ba-41a3-bb13-e4077415ea6d details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:39:42.148555 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bff95a-2bf0-424e-b0ba-d447663f6c8c req-1c85bebe-e975-4320-ac46-96b6f381e7f2 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:42.150113 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-39bff95a-2bf0-424e-b0ba-d447663f6c8c req-1c85bebe-e975-4320-ac46-96b6f381e7f2 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 943 time: 0.0858040 Jun 25 14:39:42.196265 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-39bff95a-2bf0-424e-b0ba-d447663f6c8c req-db742be8-4993-45b2-b812-0588a8b1ebcc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400362 Jun 25 14:39:42.212749 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 09133d58-59ba-41a3-bb13-e4077415ea6d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=09133d58-59ba-41a3-bb13-e4077415ea6d,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:42.226297 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': '09133d58-59ba-41a3-bb13-e4077415ea6d', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'port_id': '09133d58-59ba-41a3-bb13-e4077415ea6d', 'mac_address': 'fa:16:3e:d8:fd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:39:42.286867 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:42.303687 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09133d58-59ba-41a3-bb13-e4077415ea6d {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:42.318294 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 09133d58-59ba-41a3-bb13-e4077415ea6d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=09133d58-59ba-41a3-bb13-e4077415ea6d,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:42.322208 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:42.323990 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f60477e4-4d64-4a45-bf82-9760186609e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:42.388622 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=09133d58-59ba-41a3-bb13-e4077415ea6d,revision_number=4']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:42.391796 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:42.531459 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['09133d58-59ba-41a3-bb13-e4077415ea6d'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:39:43.378730 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720f20-6a97-4c0f-ac54-9dddabb05dae req-b7a5772d-860d-4b45-99c0-4de5b256459b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:43.380218 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-84720f20-6a97-4c0f-ac54-9dddabb05dae req-b7a5772d-860d-4b45-99c0-4de5b256459b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 944 time: 0.0777326 Jun 25 14:39:43.424718 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-84720f20-6a97-4c0f-ac54-9dddabb05dae req-0cca4b5e-54b9-44c3-a679-4eaabed0272e tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388136 Jun 25 14:39:44.103708 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 09133d58-59ba-41a3-bb13-e4077415ea6d up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:44.170695 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning for port 09133d58-59ba-41a3-bb13-e4077415ea6d completed by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:44.176185 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port 09133d58-59ba-41a3-bb13-e4077415ea6d triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:44.176667 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:44.292504 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:44.318723 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09133d58-59ba-41a3-bb13-e4077415ea6d'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:44.332067 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 09133d58-59ba-41a3-bb13-e4077415ea6d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=09133d58-59ba-41a3-bb13-e4077415ea6d,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:44.337751 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:44.339621 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-bedb257b-192f-4a70-8586-83ff19720de9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:44.373930 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09133d58-59ba-41a3-bb13-e4077415ea6d', 'code': 200} Jun 25 14:39:44.410232 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=09133d58-59ba-41a3-bb13-e4077415ea6d,revision_number=5']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:44.413215 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:44.646242 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d43f49-45f2-467d-b323-5963c70198ad req-c5395df6-6117-4547-bcd7-d98d51dfaa0b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:44.647597 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b2d43f49-45f2-467d-b323-5963c70198ad req-c5395df6-6117-4547-bcd7-d98d51dfaa0b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.1195006 Jun 25 14:39:44.706567 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b2d43f49-45f2-467d-b323-5963c70198ad req-198b802b-82e7-48e0-853d-09c40b9cda6b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507686 Jun 25 14:39:44.714917 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be29999-7f80-42fe-9116-db54f8f9a921 req-f0955bd0-9562-43c6-943a-ecebc3357114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:44.716348 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4be29999-7f80-42fe-9116-db54f8f9a921 req-f0955bd0-9562-43c6-943a-ecebc3357114 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 1098 time: 0.1189256 Jun 25 14:39:44.757264 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4be29999-7f80-42fe-9116-db54f8f9a921 req-f74b5d62-042b-436d-a756-e4f8a39cab77 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344276 Jun 25 14:39:45.886159 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf540a1-3cf4-4048-b699-03e892cbad9a req-8f60d07e-6e61-4d09-8235-3f63a8309a2a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:45.887597 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ddf540a1-3cf4-4048-b699-03e892cbad9a req-8f60d07e-6e61-4d09-8235-3f63a8309a2a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.0771363 Jun 25 14:39:45.932010 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-ddf540a1-3cf4-4048-b699-03e892cbad9a req-5743e7ba-d315-4a94-89bd-a6f5a65fea9a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384202 Jun 25 14:39:46.204935 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dbcd6-a1c4-4719-bb74-419bbb6e190a req-7c1a2764-bc46-4263-8eef-4a8c5ed2edd9 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:46.206361 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9c0dbcd6-a1c4-4719-bb74-419bbb6e190a req-7c1a2764-bc46-4263-8eef-4a8c5ed2edd9 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.1708477 Jun 25 14:39:46.250931 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-9c0dbcd6-a1c4-4719-bb74-419bbb6e190a req-820267da-45dc-4985-b56a-5944587a5bbf tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387559 Jun 25 14:39:46.272833 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54576) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:46.441392 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224d8d7b-768d-4cc5-8983-8bd05f69cf6e tempest-TestShelveInstance-1828831085 tempest-TestShelveInstance-1828831085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:46.442808 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-224d8d7b-768d-4cc5-8983-8bd05f69cf6e tempest-TestShelveInstance-1828831085 tempest-TestShelveInstance-1828831085-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 1093 time: 0.1690264 Jun 25 14:39:46.445935 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54582) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:46.451308 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.v2.base [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Request body: {'floatingip': {'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'port_id': '09133d58-59ba-41a3-bb13-e4077415ea6d', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:46.457380 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:46.461857 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Usage tracker for resource:floatingip and tenant:823d58237ad242e9a8dc17423066eeba is out of sync, need to count used quota {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:46.464820 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.quota.resource [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78415) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:46.471716 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.quota.driver [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78415) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:46.482241 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for floatingip, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:46.616570 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:46.747740 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.db_base_plugin_common [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Allocated IP 172.28.0.98 (93c87320-2b90-44fa-ad5e-83d4f4b48af6/b87a097a-2410-41cc-a04b-b3f133853cca/86a41438-cd01-435d-8e35-be5071576461) {{(pid=78415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:46.895169 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for port, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:46.923929 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777684060685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:46.928311 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-2e944eea-03f2-4381-8bf0-d6f8e3d935bf tempest-AttachVolumeShelveTestJSON-1948894434 tempest-AttachVolumeShelveTestJSON-1948894434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:46.991799 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Network 93c87320-2b90-44fa-ad5e-83d4f4b48af6 is already hosted by enough agents. {{(pid=78415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:46.994474 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.base_scheduler [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Resources bound (agent type, host, resource id): {{(pid=78415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:46.998211 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Received port after_create {{(pid=78415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:47.031576 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Pushing event updated for resources: {'Port': ['ID=86a41438-cd01-435d-8e35-be5071576461,revision_number=1']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:47.047697 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:47.048075 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:47.048444 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:47.048807 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:47.049166 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:47.049525 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:47.049880 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:47.050234 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:47.050591 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:47.050941 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:47.051327 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:47.052243 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:47.056793 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:47.508134 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:47.581176 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:47.796301 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for port, precommit_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:47.800837 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6724596'] for port, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:47.805066 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-76e7f38c-c1e0-469b-8514-a18624d672c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:47.908662 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Pushing event updated for resources: {'Port': ['ID=86a41438-cd01-435d-8e35-be5071576461,revision_number=2']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:47.913053 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:47.919398 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8043240'] for floatingip, after_update {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:48.091964 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.l3_db [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Floating IP 1cbe227b-ad7c-426d-ae0b-723d5827695c associated. External IP: 172.28.0.98, port: 09133d58-59ba-41a3-bb13-e4077415ea6d. Jun 25 14:39:48.440111 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Router c83f6535-6af1-446c-aa47-6a1558f7f374 has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:39:48.717924 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:48.727672 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef5fe4-aaa1-4622-9e0b-94c816db6979 None None] Sync routers for ids ['c83f6535-6af1-446c-aa47-6a1558f7f374'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:48.736558 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef5fe4-aaa1-4622-9e0b-94c816db6979 None None] Routers {'c83f6535-6af1-446c-aa47-6a1558f7f374'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:48.737177 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-ffef5fe4-aaa1-4622-9e0b-94c816db6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:39:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['c83f6535-6af1-446c-aa47-6a1558f7f374'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:48.741971 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:48.797629 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-c44e73be-3307-4b1c-a1f6-71e18edf624a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3505948 Jun 25 14:39:48.798700 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'tag': '09133d58-59ba-41a3-bb13-e4077415ea6d'}] {{(pid=78415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:48.897827 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'tag': '09133d58-59ba-41a3-bb13-e4077415ea6d', 'status': 'completed', 'code': 200} Jun 25 14:39:48.910682 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-ffef5fe4-aaa1-4622-9e0b-94c816db6979 None None] Set router c83f6535-6af1-446c-aa47-6a1558f7f374 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:48.988381 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c943d29-54e9-4e2a-b133-7c31b9bd2420 req-df7769c1-eaa4-45e8-9b71-e28ec423a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:48.990352 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4c943d29-54e9-4e2a-b133-7c31b9bd2420 req-df7769c1-eaa4-45e8-9b71-e28ec423a20a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823d58237ad242e9a8dc17423066eeba&device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 1098 time: 0.0711956 Jun 25 14:39:49.123331 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c943d29-54e9-4e2a-b133-7c31b9bd2420 req-d01b6c1a-c0cf-4159-87b2-5e79caa071f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:49.124766 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4c943d29-54e9-4e2a-b133-7c31b9bd2420 req-d01b6c1a-c0cf-4159-87b2-5e79caa071f2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=75c0118d-31f1-4afb-a7ee-24092f740f3c HTTP/1.1" status: 200 len: 909 time: 0.1284842 Jun 25 14:39:49.228662 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4c943d29-54e9-4e2a-b133-7c31b9bd2420 req-5c5d9099-05e9-4209-a727-defcbf51dc18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09133d58-59ba-41a3-bb13-e4077415ea6d HTTP/1.1" status: 200 len: 998 time: 0.0967162 Jun 25 14:39:49.264239 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-ffef5fe4-aaa1-4622-9e0b-94c816db6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 4, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'gw_port': {'id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': '1cbe227b-ad7c-426d-ae0b-723d5827695c', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'floating_ip_address': '172.28.0.98', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'port_id': '09133d58-59ba-41a3-bb13-e4077415ea6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'mac_address': 'fa:16:3e:d8:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:39:47Z', 'updated_at': '2021-06-25T14:39:47Z', 'revision_number': 0, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7efc049-677d-480e-9a16-cb9991cd69d6', 'name': '', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'mac_address': 'fa:16:3e:b3:66:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:10Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'subnets': [{'id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:49.268233 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef5fe4-aaa1-4622-9e0b-94c816db6979 None None] Checking router: c83f6535-6af1-446c-aa47-6a1558f7f374 for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:49.276735 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef5fe4-aaa1-4622-9e0b-94c816db6979 None None] Routers {'c83f6535-6af1-446c-aa47-6a1558f7f374'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:49.277342 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-ffef5fe4-aaa1-4622-9e0b-94c816db6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:39:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['c83f6535-6af1-446c-aa47-6a1558f7f374'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:49.291252 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c943d29-54e9-4e2a-b133-7c31b9bd2420 req-65fb89f5-ec4e-4e7d-9eec-7d81d9ba2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:49.292679 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4c943d29-54e9-4e2a-b133-7c31b9bd2420 req-65fb89f5-ec4e-4e7d-9eec-7d81d9ba2cde service neutron] 10.222.0.38 "GET /v2.0/subnets?id=59a45dd9-8c23-422c-bc3b-44a2318da81c HTTP/1.1" status: 200 len: 847 time: 0.0575426 Jun 25 14:39:49.370292 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c943d29-54e9-4e2a-b133-7c31b9bd2420 req-521e766b-93f5-4129-9084-41e8ef7fb661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:49.371774 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4c943d29-54e9-4e2a-b133-7c31b9bd2420 req-521e766b-93f5-4129-9084-41e8ef7fb661 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75c0118d-31f1-4afb-a7ee-24092f740f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724607 Jun 25 14:39:49.454397 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-ffef5fe4-aaa1-4622-9e0b-94c816db6979 None None] Set router c83f6535-6af1-446c-aa47-6a1558f7f374 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:49.502803 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4c943d29-54e9-4e2a-b133-7c31b9bd2420 req-96456cbf-7d47-488c-b4f3-4d2d2cb32d16 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243994 Jun 25 14:39:49.633605 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-4c943d29-54e9-4e2a-b133-7c31b9bd2420 req-5cbabbd9-77f1-4b6f-be61-feb12d5af491 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238623 Jun 25 14:39:49.794476 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-ffef5fe4-aaa1-4622-9e0b-94c816db6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 4, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'gw_port': {'id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': '1cbe227b-ad7c-426d-ae0b-723d5827695c', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'floating_ip_address': '172.28.0.98', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'port_id': '09133d58-59ba-41a3-bb13-e4077415ea6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'mac_address': 'fa:16:3e:d8:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:39:47Z', 'updated_at': '2021-06-25T14:39:47Z', 'revision_number': 0, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7efc049-677d-480e-9a16-cb9991cd69d6', 'name': '', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'mac_address': 'fa:16:3e:b3:66:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:10Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'subnets': [{'id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:49.798685 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef5fe4-aaa1-4622-9e0b-94c816db6979 None None] The sync data for ids ['c83f6535-6af1-446c-aa47-6a1558f7f374'] in dv-cinder-798088-1-smb is: [{'id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 4, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'gw_port': {'id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_floatingips': [{'id': '1cbe227b-ad7c-426d-ae0b-723d5827695c', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'floating_ip_address': '172.28.0.98', 'floating_network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'router_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'port_id': '09133d58-59ba-41a3-bb13-e4077415ea6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'mac_address': 'fa:16:3e:d8:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:39:47Z', 'updated_at': '2021-06-25T14:39:47Z', 'revision_number': 0, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7efc049-677d-480e-9a16-cb9991cd69d6', 'name': '', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'mac_address': 'fa:16:3e:b3:66:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:10Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'subnets': [{'id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:49.984565 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81add831-383f-458e-b696-d04acc3cc65b None None] New status for floating IP 1cbe227b-ad7c-426d-ae0b-723d5827695c: ACTIVE {{(pid=78417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:39:54.575461 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5701a1de-d9e9-4b6a-bab8-b270165ddf45 req-a63c62a9-e6fd-462c-8b25-18f676f03c11 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705588 Jun 25 14:39:54.715978 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a1de-d9e9-4b6a-bab8-b270165ddf45 req-96831a4e-a6d2-4271-8741-7149f7ca7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:54.717587 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5701a1de-d9e9-4b6a-bab8-b270165ddf45 req-96831a4e-a6d2-4271-8741-7149f7ca7b8c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823d58237ad242e9a8dc17423066eeba&device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 1098 time: 0.0751345 Jun 25 14:39:54.859831 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a1de-d9e9-4b6a-bab8-b270165ddf45 req-6c58d5b5-9b67-42a5-90af-8246aaae20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:54.861148 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5701a1de-d9e9-4b6a-bab8-b270165ddf45 req-6c58d5b5-9b67-42a5-90af-8246aaae20a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=75c0118d-31f1-4afb-a7ee-24092f740f3c HTTP/1.1" status: 200 len: 909 time: 0.1248708 Jun 25 14:39:54.958926 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5701a1de-d9e9-4b6a-bab8-b270165ddf45 req-c579bdb1-d0f8-44e9-8fcb-620e73d3e52c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09133d58-59ba-41a3-bb13-e4077415ea6d HTTP/1.1" status: 200 len: 1000 time: 0.0909576 Jun 25 14:39:55.022948 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a1de-d9e9-4b6a-bab8-b270165ddf45 req-3ea19eff-dc4a-48ce-a9fb-dab994adec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:55.024393 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5701a1de-d9e9-4b6a-bab8-b270165ddf45 req-3ea19eff-dc4a-48ce-a9fb-dab994adec75 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=59a45dd9-8c23-422c-bc3b-44a2318da81c HTTP/1.1" status: 200 len: 847 time: 0.0591006 Jun 25 14:39:55.098946 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a1de-d9e9-4b6a-bab8-b270165ddf45 req-981cb143-db54-4860-9de6-39307e94d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:55.100493 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5701a1de-d9e9-4b6a-bab8-b270165ddf45 req-981cb143-db54-4860-9de6-39307e94d5ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75c0118d-31f1-4afb-a7ee-24092f740f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696914 Jun 25 14:39:55.156480 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.232042 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5701a1de-d9e9-4b6a-bab8-b270165ddf45 req-2855f04f-7454-476d-b1a5-6e207419c934 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247437 Jun 25 14:39:55.459383 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5701a1de-d9e9-4b6a-bab8-b270165ddf45 req-5eaeb513-24fb-4083-a4aa-25e0b3f25312 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205067 Jun 25 14:39:55.742497 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3a186c91-5ae5-452c-91ab-6781a2e00709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.835992 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:57.986968 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-588bd99b-613e-45d1-873e-70dc0e9fbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:59.137551 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:00.601190 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:05.640919 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:40:25.182518 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:25.734637 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b5375cf0-daad-4d3e-a78b-8f03feadcf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:25.826849 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:27.991919 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed2c5-bb0e-40f3-987e-4fd796ec1a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:29.140234 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:30.605493 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:42.639568 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:40:55.168225 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:55.737833 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b85b6c15-7f66-48e1-a608-32082ff5039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:55.827874 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.596790 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-741da013-a574-40c8-906b-0f63f022dd72 req-b49da589-2e99-44e7-a90a-48036db67e5c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702755 Jun 25 14:40:56.730549 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741da013-a574-40c8-906b-0f63f022dd72 req-3936d58c-4f36-41ca-94b3-77b65bdd49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:56.732049 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-741da013-a574-40c8-906b-0f63f022dd72 req-3936d58c-4f36-41ca-94b3-77b65bdd49dc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823d58237ad242e9a8dc17423066eeba&device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 1098 time: 0.0689032 Jun 25 14:40:56.874449 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741da013-a574-40c8-906b-0f63f022dd72 req-62a45aeb-bd7a-47ff-80a2-740b5a159bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:56.875815 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-741da013-a574-40c8-906b-0f63f022dd72 req-62a45aeb-bd7a-47ff-80a2-740b5a159bc9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=75c0118d-31f1-4afb-a7ee-24092f740f3c HTTP/1.1" status: 200 len: 909 time: 0.1246946 Jun 25 14:40:56.980106 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-741da013-a574-40c8-906b-0f63f022dd72 req-bf43cf73-7eed-4162-bf8c-4d5617710322 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09133d58-59ba-41a3-bb13-e4077415ea6d HTTP/1.1" status: 200 len: 1000 time: 0.0971844 Jun 25 14:40:57.043143 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741da013-a574-40c8-906b-0f63f022dd72 req-b9a68dfa-c684-414e-9718-6a54ca69c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:57.044572 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-741da013-a574-40c8-906b-0f63f022dd72 req-b9a68dfa-c684-414e-9718-6a54ca69c324 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=59a45dd9-8c23-422c-bc3b-44a2318da81c HTTP/1.1" status: 200 len: 847 time: 0.0580740 Jun 25 14:40:57.122241 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741da013-a574-40c8-906b-0f63f022dd72 req-0a5a3da4-f7cf-4dc9-882c-a4a2ca72c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:57.123769 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-741da013-a574-40c8-906b-0f63f022dd72 req-0a5a3da4-f7cf-4dc9-882c-a4a2ca72c293 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75c0118d-31f1-4afb-a7ee-24092f740f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726490 Jun 25 14:40:57.254522 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-741da013-a574-40c8-906b-0f63f022dd72 req-b9f059af-d557-4735-a1f6-bf290e678dcd service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239524 Jun 25 14:40:57.384290 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-741da013-a574-40c8-906b-0f63f022dd72 req-c07b31ef-a271-4ef1-bbda-a498566cda39 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229262 Jun 25 14:40:57.992252 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f9a26730-bcdc-4fe6-881a-019d66f00f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:59.144070 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:00.607606 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:19.637972 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:41:25.178649 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:25.739780 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-22096ee6-d051-4e37-a295-dd2250309273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:25.828511 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:27.994013 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-029fd855-66a9-4fb1-917a-a76d9f08efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:29.146974 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:30.613252 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:44.743195 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b16f29-543b-425d-a782-a702bd181cd6 req-7302ce67-72c9-4607-b201-0db6eed2033b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:44.744604 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-16b16f29-543b-425d-a782-a702bd181cd6 req-7302ce67-72c9-4607-b201-0db6eed2033b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.1258051 Jun 25 14:41:44.794905 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-16b16f29-543b-425d-a782-a702bd181cd6 req-59d438f1-ec0d-4ffa-b985-d5af64baa48c tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445271 Jun 25 14:41:46.023254 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8edc1-3840-4ada-8b6c-42f8d881b6bf req-9c8da901-ff09-4b86-93c3-8e09d9b287c7 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:46.024678 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e8a8edc1-3840-4ada-8b6c-42f8d881b6bf req-9c8da901-ff09-4b86-93c3-8e09d9b287c7 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.1245284 Jun 25 14:41:46.069157 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e8a8edc1-3840-4ada-8b6c-42f8d881b6bf req-345362d1-644e-4e09-b25a-a891c8c065e2 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387304 Jun 25 14:41:47.267089 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fb47f-1ac7-42c0-940c-2fefb4ae3030 req-0b93a7f9-ab2b-4168-9109-32d632e38e12 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:47.268532 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-299fb47f-1ac7-42c0-940c-2fefb4ae3030 req-0b93a7f9-ab2b-4168-9109-32d632e38e12 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.0827241 Jun 25 14:41:47.311669 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-299fb47f-1ac7-42c0-940c-2fefb4ae3030 req-f4aa1522-c477-4fe7-bd96-ab701a8b930d tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374315 Jun 25 14:41:48.494469 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f74f69-32d2-46f5-ab9d-fe766376bcfd req-764185da-4975-45f6-871e-712130d71ab3 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:48.495807 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-83f74f69-32d2-46f5-ab9d-fe766376bcfd req-764185da-4975-45f6-871e-712130d71ab3 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.0776973 Jun 25 14:41:48.539555 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-83f74f69-32d2-46f5-ab9d-fe766376bcfd req-7976c382-e624-4d0a-a959-db7a5e019249 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379970 Jun 25 14:41:49.725390 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f15d8-b001-483f-a8e5-8cd686f3767e req-59ac7b40-2edf-48a3-88f4-1cfb02b05f64 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:49.726756 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1a8f15d8-b001-483f-a8e5-8cd686f3767e req-59ac7b40-2edf-48a3-88f4-1cfb02b05f64 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.0825977 Jun 25 14:41:49.771241 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-1a8f15d8-b001-483f-a8e5-8cd686f3767e req-f5c256eb-3fe6-4dee-8620-51973d07823a tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387387 Jun 25 14:41:50.957921 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd215baf-f349-4807-87f6-ddd7bcd776d4 req-2945507e-efa5-4b0b-91e2-dae8a72da5e9 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:50.959340 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fd215baf-f349-4807-87f6-ddd7bcd776d4 req-2945507e-efa5-4b0b-91e2-dae8a72da5e9 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.0847454 Jun 25 14:41:51.003146 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-fd215baf-f349-4807-87f6-ddd7bcd776d4 req-b71f2bff-1d39-4c64-8070-8a072def4b05 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380380 Jun 25 14:41:52.186310 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a401c-9adc-4b18-a8ea-44c002992b2a req-1ee01a14-8162-40fa-a729-2bd9c93f5cbc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:52.188442 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-801a401c-9adc-4b18-a8ea-44c002992b2a req-1ee01a14-8162-40fa-a729-2bd9c93f5cbc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.0807800 Jun 25 14:41:52.232190 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-801a401c-9adc-4b18-a8ea-44c002992b2a req-d9ede149-48a1-46f4-8d27-3fdb4d9bb82e tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380573 Jun 25 14:41:53.516376 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124b2f5-c92f-40eb-a176-e57912f90f55 req-b3bd56f9-a061-43e1-b53e-e97d751abc4e tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:53.517714 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2124b2f5-c92f-40eb-a176-e57912f90f55 req-b3bd56f9-a061-43e1-b53e-e97d751abc4e tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.1806319 Jun 25 14:41:53.562080 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2124b2f5-c92f-40eb-a176-e57912f90f55 req-898cdf5b-3488-4368-9332-4f26791ffaae tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386012 Jun 25 14:41:54.757943 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01aea57-decb-431a-9e7f-f7a820d1ba25 req-bb0179d1-d0bf-4d13-b635-a443803296d4 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:54.759457 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b01aea57-decb-431a-9e7f-f7a820d1ba25 req-bb0179d1-d0bf-4d13-b635-a443803296d4 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.0867343 Jun 25 14:41:54.852341 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b01aea57-decb-431a-9e7f-f7a820d1ba25 req-d1d2e3e0-2a49-4959-98aa-507884d73f45 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871682 Jun 25 14:41:54.870248 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c6cf9-9a4d-4888-8118-3217398c9fb0 req-eb4234c9-71e6-439c-af1a-6a7c011c99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:54.871768 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-640c6cf9-9a4d-4888-8118-3217398c9fb0 req-eb4234c9-71e6-439c-af1a-6a7c011c99f1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823d58237ad242e9a8dc17423066eeba&device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 1098 time: 0.1382959 Jun 25 14:41:55.004986 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c6cf9-9a4d-4888-8118-3217398c9fb0 req-326f8595-2e00-4c39-8a4d-637b46fc6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:55.006395 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-640c6cf9-9a4d-4888-8118-3217398c9fb0 req-326f8595-2e00-4c39-8a4d-637b46fc6f9b service neutron] 10.222.0.38 "GET /v2.0/networks?id=75c0118d-31f1-4afb-a7ee-24092f740f3c HTTP/1.1" status: 200 len: 909 time: 0.1273916 Jun 25 14:41:55.108740 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-640c6cf9-9a4d-4888-8118-3217398c9fb0 req-f4ff1669-8c6d-4c1a-bd99-bd8b1cc5d43a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09133d58-59ba-41a3-bb13-e4077415ea6d HTTP/1.1" status: 200 len: 1000 time: 0.0959818 Jun 25 14:41:55.169957 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c6cf9-9a4d-4888-8118-3217398c9fb0 req-fdf94b9c-5ca9-4625-aea3-a1bcb5a7e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:55.171392 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-640c6cf9-9a4d-4888-8118-3217398c9fb0 req-fdf94b9c-5ca9-4625-aea3-a1bcb5a7e1c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=59a45dd9-8c23-422c-bc3b-44a2318da81c HTTP/1.1" status: 200 len: 847 time: 0.0558598 Jun 25 14:41:55.193179 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:55.259484 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c6cf9-9a4d-4888-8118-3217398c9fb0 req-ffd616e8-1062-4aaa-bd16-08008bc9e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:55.260918 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-640c6cf9-9a4d-4888-8118-3217398c9fb0 req-ffd616e8-1062-4aaa-bd16-08008bc9e0a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75c0118d-31f1-4afb-a7ee-24092f740f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827489 Jun 25 14:41:55.271562 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [req-640c6cf9-9a4d-4888-8118-3217398c9fb0 req-c78a6c7d-b2d0-4e21-89b8-58287dd5835c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=78414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:41:55.272443 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-640c6cf9-9a4d-4888-8118-3217398c9fb0 req-c78a6c7d-b2d0-4e21-89b8-58287dd5835c service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047712 Jun 25 14:41:55.400084 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-640c6cf9-9a4d-4888-8118-3217398c9fb0 req-7f3dc3ce-c013-4e20-9207-4b898dea8a01 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212795 Jun 25 14:41:55.530136 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-640c6cf9-9a4d-4888-8118-3217398c9fb0 req-92364c2f-3541-485b-a37c-97bfacb0a3a0 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224952 Jun 25 14:41:55.785086 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d2eb462d-059c-4526-bd19-1810dad7c6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:55.834087 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:56.035916 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbd795-1d4d-4cfa-b9ad-cd20de52e8e7 req-8509be6f-4382-4f08-ae59-d2a59e66148f tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:56.037252 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-58dbd795-1d4d-4cfa-b9ad-cd20de52e8e7 req-8509be6f-4382-4f08-ae59-d2a59e66148f tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.0796700 Jun 25 14:41:56.080625 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-58dbd795-1d4d-4cfa-b9ad-cd20de52e8e7 req-5c804bcf-f4bf-4245-88c6-0a3b8eb032cf tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376747 Jun 25 14:41:56.637380 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:41:57.272849 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2415c-f136-4527-9485-e362a99c5b49 req-8614d423-95d0-4437-99e6-4173cc0a5068 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:57.274291 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-48f2415c-f136-4527-9485-e362a99c5b49 req-8614d423-95d0-4437-99e6-4173cc0a5068 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.0880315 Jun 25 14:41:57.323491 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-48f2415c-f136-4527-9485-e362a99c5b49 req-dec64c47-7329-4db6-acbe-ce0b94472684 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433879 Jun 25 14:41:57.606114 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b92ec569-5f11-42a6-bf07-fd39c086e370 req-9e5eb3ce-5535-4562-8802-492ed8df47e4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755558 Jun 25 14:41:57.746403 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ec569-5f11-42a6-bf07-fd39c086e370 req-0d23d51e-79aa-490e-ab6d-02ebbb914ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:57.747949 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b92ec569-5f11-42a6-bf07-fd39c086e370 req-0d23d51e-79aa-490e-ab6d-02ebbb914ca6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823d58237ad242e9a8dc17423066eeba&device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 1098 time: 0.0719960 Jun 25 14:41:57.892615 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ec569-5f11-42a6-bf07-fd39c086e370 req-e1793725-d143-4ab2-84a4-5ae5f7c8a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:57.894017 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b92ec569-5f11-42a6-bf07-fd39c086e370 req-e1793725-d143-4ab2-84a4-5ae5f7c8a446 service neutron] 10.222.0.38 "GET /v2.0/networks?id=75c0118d-31f1-4afb-a7ee-24092f740f3c HTTP/1.1" status: 200 len: 909 time: 0.1266167 Jun 25 14:41:57.996734 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b92ec569-5f11-42a6-bf07-fd39c086e370 req-c6299979-3b67-4dcc-b3b2-71cf329fedff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09133d58-59ba-41a3-bb13-e4077415ea6d HTTP/1.1" status: 200 len: 1000 time: 0.0963445 Jun 25 14:41:57.997468 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c3f49e81-319b-4563-940f-f099f31c2fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:58.058117 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ec569-5f11-42a6-bf07-fd39c086e370 req-d5af3f41-4ce7-4f2b-98ab-adaf96dbf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:58.059564 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b92ec569-5f11-42a6-bf07-fd39c086e370 req-d5af3f41-4ce7-4f2b-98ab-adaf96dbf304 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=59a45dd9-8c23-422c-bc3b-44a2318da81c HTTP/1.1" status: 200 len: 847 time: 0.0569599 Jun 25 14:41:58.133821 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ec569-5f11-42a6-bf07-fd39c086e370 req-05ddb76f-6a62-404f-b12a-fe7192bfd79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:58.135378 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b92ec569-5f11-42a6-bf07-fd39c086e370 req-05ddb76f-6a62-404f-b12a-fe7192bfd79d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75c0118d-31f1-4afb-a7ee-24092f740f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697389 Jun 25 14:41:58.369639 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b92ec569-5f11-42a6-bf07-fd39c086e370 req-4639d5c2-9e5c-4eb2-b81e-73b369ca9812 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272193 Jun 25 14:41:58.558536 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b92ec569-5f11-42a6-bf07-fd39c086e370 req-f1294186-5f76-4e6e-92c0-41e005560cb7 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815510 Jun 25 14:41:58.575732 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be34ee-72fe-4ab0-8240-8cb802608894 req-084be80f-ad0e-47af-8b74-db681040c7bc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:58.577165 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a4be34ee-72fe-4ab0-8240-8cb802608894 req-084be80f-ad0e-47af-8b74-db681040c7bc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.1341805 Jun 25 14:41:58.621738 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a4be34ee-72fe-4ab0-8240-8cb802608894 req-0bf8daac-26cf-4a65-9396-d47e318f2b4e tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383937 Jun 25 14:41:58.954379 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [req-b0ea8d31-b907-46fb-a5b9-e9f592fc61f7 req-e59abf41-c4a7-4f91-8ae1-d341b00ff762 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1163528 Jun 25 14:41:58.981589 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a238-9e5b-49cb-83e0-be3f9ff3f6ed req-7ebf79fc-a720-4a7e-be4c-e89adc17a052 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:58.983032 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-28f3a238-9e5b-49cb-83e0-be3f9ff3f6ed req-7ebf79fc-a720-4a7e-be4c-e89adc17a052 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.0860486 Jun 25 14:41:59.032290 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-28f3a238-9e5b-49cb-83e0-be3f9ff3f6ed req-0875cfb1-5860-4b7f-aee6-9783ae69e0fe tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421083 Jun 25 14:41:59.152282 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:00.219485 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e01a7-bd6b-4378-84b5-ba130661f7d9 req-8df9a8ae-3e58-4465-b082-936f43870ffb tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:00.220907 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-394e01a7-bd6b-4378-84b5-ba130661f7d9 req-8df9a8ae-3e58-4465-b082-936f43870ffb tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.0843914 Jun 25 14:42:00.265739 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-394e01a7-bd6b-4378-84b5-ba130661f7d9 req-cb9319b6-5a46-41cb-bcb0-8a3e432670cd tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389307 Jun 25 14:42:00.611890 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:00.680610 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 09133d58-59ba-41a3-bb13-e4077415ea6d no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:42:00.793857 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:00.820489 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09133d58-59ba-41a3-bb13-e4077415ea6d'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:00.830031 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 09133d58-59ba-41a3-bb13-e4077415ea6d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=09133d58-59ba-41a3-bb13-e4077415ea6d,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:00.834564 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:00.836389 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d846a537-7345-4b9e-8ea6-b76688a02b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:00.903055 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=09133d58-59ba-41a3-bb13-e4077415ea6d,revision_number=6']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:00.910232 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:00.910573 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:00.910907 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:00.911260 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:00.911589 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:00.911913 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:00.912231 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:00.912549 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:00.912881 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:00.913187 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:00.913500 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:00.913813 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:00.918336 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:00.922093 dv-cinder-798088-1-smb neutron-server[78416]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09133d58-59ba-41a3-bb13-e4077415ea6d', 'code': 422} returned with failed status Jun 25 14:42:01.446861 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f13db-eb1e-40e2-af25-7e13a8875f02 req-84ecadf4-e4bd-4f17-9c0f-bb83e657d9e4 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:01.448247 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2f4f13db-eb1e-40e2-af25-7e13a8875f02 req-84ecadf4-e4bd-4f17-9c0f-bb83e657d9e4 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 943 time: 0.0783703 Jun 25 14:42:01.494717 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2f4f13db-eb1e-40e2-af25-7e13a8875f02 req-931d0f02-c3ba-4d9a-b64f-6a87c4eb32df tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396841 Jun 25 14:42:02.679599 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c928e-3999-4531-baad-821122bfc344 req-4ce5cacc-8ff5-47f0-8c63-66efb026def4 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:02.681052 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0d6c928e-3999-4531-baad-821122bfc344 req-4ce5cacc-8ff5-47f0-8c63-66efb026def4 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 943 time: 0.0817211 Jun 25 14:42:02.724402 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-0d6c928e-3999-4531-baad-821122bfc344 req-debf9696-1753-446a-867c-596481aaee77 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377185 Jun 25 14:42:03.916032 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d89612-6c55-4dfd-980e-5334bf33ac87 req-03f91e6f-ecc8-4c40-8fa6-1b3362576dda tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:03.917458 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-50d89612-6c55-4dfd-980e-5334bf33ac87 req-03f91e6f-ecc8-4c40-8fa6-1b3362576dda tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 943 time: 0.0864525 Jun 25 14:42:03.962930 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-50d89612-6c55-4dfd-980e-5334bf33ac87 req-ebf08d7b-ae46-4971-8c6f-ed83a9ede3df tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394826 Jun 25 14:42:04.264059 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea8d31-b907-46fb-a5b9-e9f592fc61f7 req-5304fd06-bdce-4bc8-aa1a-2f9cf15869b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:04.266477 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b0ea8d31-b907-46fb-a5b9-e9f592fc61f7 req-5304fd06-bdce-4bc8-aa1a-2f9cf15869b9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876&tenant_id=823d58237ad242e9a8dc17423066eeba HTTP/1.1" status: 200 len: 1096 time: 0.0704210 Jun 25 14:42:04.358012 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea8d31-b907-46fb-a5b9-e9f592fc61f7 req-f70f6c76-0ce7-4b4d-8792-6846b742f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:04.360112 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b0ea8d31-b907-46fb-a5b9-e9f592fc61f7 req-f70f6c76-0ce7-4b4d-8792-6846b742f1e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823d58237ad242e9a8dc17423066eeba&device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 1096 time: 0.0737345 Jun 25 14:42:04.490823 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea8d31-b907-46fb-a5b9-e9f592fc61f7 req-c777e663-ac7b-459e-be28-89828ebccaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:04.492258 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b0ea8d31-b907-46fb-a5b9-e9f592fc61f7 req-c777e663-ac7b-459e-be28-89828ebccaa9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=75c0118d-31f1-4afb-a7ee-24092f740f3c HTTP/1.1" status: 200 len: 909 time: 0.1253662 Jun 25 14:42:04.588982 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b0ea8d31-b907-46fb-a5b9-e9f592fc61f7 req-8ca3b978-3c93-4280-b3ea-9456be56c011 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09133d58-59ba-41a3-bb13-e4077415ea6d HTTP/1.1" status: 200 len: 998 time: 0.0900896 Jun 25 14:42:04.652025 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea8d31-b907-46fb-a5b9-e9f592fc61f7 req-a89c62f4-23e4-4c46-9d77-a7d9289b46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:04.653402 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b0ea8d31-b907-46fb-a5b9-e9f592fc61f7 req-a89c62f4-23e4-4c46-9d77-a7d9289b46f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=59a45dd9-8c23-422c-bc3b-44a2318da81c HTTP/1.1" status: 200 len: 847 time: 0.0585914 Jun 25 14:42:04.725656 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea8d31-b907-46fb-a5b9-e9f592fc61f7 req-d2fd275d-719f-47ed-9ec7-6353c08c82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:04.727117 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b0ea8d31-b907-46fb-a5b9-e9f592fc61f7 req-d2fd275d-719f-47ed-9ec7-6353c08c82dc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75c0118d-31f1-4afb-a7ee-24092f740f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673161 Jun 25 14:42:04.856481 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b0ea8d31-b907-46fb-a5b9-e9f592fc61f7 req-a1e23a77-13e9-47a9-8b2b-7490b14d30e6 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214213 Jun 25 14:42:05.119186 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-b0ea8d31-b907-46fb-a5b9-e9f592fc61f7 req-e9d013ac-6720-4277-9a7e-2915f6efb302 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552910 Jun 25 14:42:05.159539 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031f2ee-d746-4d89-b364-69ef4d1f76a4 req-dbef5914-a7bf-4246-9355-86f52c151049 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:05.160974 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e031f2ee-d746-4d89-b364-69ef4d1f76a4 req-dbef5914-a7bf-4246-9355-86f52c151049 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 943 time: 0.0906422 Jun 25 14:42:05.207589 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-e031f2ee-d746-4d89-b364-69ef4d1f76a4 req-1c9e714f-41ee-4b9e-87a4-e0a19eadd0c8 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404949 Jun 25 14:42:06.388647 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbe309-ecec-4483-a321-98caf4c2eee1 req-960b71cc-ad7d-4663-a9a0-8d8e683a01e5 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:06.390877 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5fdbe309-ecec-4483-a321-98caf4c2eee1 req-960b71cc-ad7d-4663-a9a0-8d8e683a01e5 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 943 time: 0.0785074 Jun 25 14:42:06.438617 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-5fdbe309-ecec-4483-a321-98caf4c2eee1 req-9e31f68a-ddef-4326-a9fa-c8da1af2c1f8 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419273 Jun 25 14:42:07.622079 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d1659-139f-49bd-95db-5d7ae83d7414 req-76e99489-8251-41ab-840c-ab5489d9872f tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:07.623534 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-585d1659-139f-49bd-95db-5d7ae83d7414 req-76e99489-8251-41ab-840c-ab5489d9872f tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 943 time: 0.0788734 Jun 25 14:42:07.667640 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-585d1659-139f-49bd-95db-5d7ae83d7414 req-ab11d3bf-5a0a-4158-86ec-8c01105142a0 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378046 Jun 25 14:42:08.740302 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 09133d58-59ba-41a3-bb13-e4077415ea6d details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:42:08.855374 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a56e73-23a2-426b-915e-874750b86cdb req-2b2b63b3-595f-4484-bf80-3016a30e4dba tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:08.856830 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-54a56e73-23a2-426b-915e-874750b86cdb req-2b2b63b3-595f-4484-bf80-3016a30e4dba tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 943 time: 0.0844300 Jun 25 14:42:08.873312 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 09133d58-59ba-41a3-bb13-e4077415ea6d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=09133d58-59ba-41a3-bb13-e4077415ea6d,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:08.886486 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Returning: {'device': '09133d58-59ba-41a3-bb13-e4077415ea6d', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'port_id': '09133d58-59ba-41a3-bb13-e4077415ea6d', 'mac_address': 'fa:16:3e:d8:fd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:42:08.901754 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-54a56e73-23a2-426b-915e-874750b86cdb req-9542f2d2-fa2b-4fe3-83b9-093f2719f155 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382941 Jun 25 14:42:08.941039 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:08.957688 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09133d58-59ba-41a3-bb13-e4077415ea6d {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:42:08.972668 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 09133d58-59ba-41a3-bb13-e4077415ea6d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=09133d58-59ba-41a3-bb13-e4077415ea6d,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:08.976719 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:08.978504 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:09.044912 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=09133d58-59ba-41a3-bb13-e4077415ea6d,revision_number=7']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:09.048024 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:09.193915 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] get_ports_and_sgs() called for port_ids ['09133d58-59ba-41a3-bb13-e4077415ea6d'] {{(pid=78416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:42:10.085649 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21369bdb-1c16-4164-b837-f8fa83d1cd15 req-d4b7838e-31eb-4b68-915a-d2d627c1b481 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:10.086970 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-21369bdb-1c16-4164-b837-f8fa83d1cd15 req-d4b7838e-31eb-4b68-915a-d2d627c1b481 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 944 time: 0.0794740 Jun 25 14:42:10.130776 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-21369bdb-1c16-4164-b837-f8fa83d1cd15 req-0b690afa-5ef1-4fbb-a898-2426d909e17f tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381198 Jun 25 14:42:10.754960 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 09133d58-59ba-41a3-bb13-e4077415ea6d up at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:42:10.823412 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Provisioning complete for port 09133d58-59ba-41a3-bb13-e4077415ea6d triggered by entity L2. {{(pid=78416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:42:10.823778 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1308864'] for port, provisioning_complete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:10.932842 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1248987'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:10.957816 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09133d58-59ba-41a3-bb13-e4077415ea6d'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:10.968089 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] For port 09133d58-59ba-41a3-bb13-e4077415ea6d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=09133d58-59ba-41a3-bb13-e4077415ea6d,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:10.972493 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777684504778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777684060703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777684060748'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:10.974368 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-14e63a16-e772-4612-8002-1137f80926b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:11.045729 dv-cinder-798088-1-smb neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09133d58-59ba-41a3-bb13-e4077415ea6d', 'code': 200} Jun 25 14:42:11.077241 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Pushing event updated for resources: {'Port': ['ID=09133d58-59ba-41a3-bb13-e4077415ea6d,revision_number=8']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:11.080230 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:11.366018 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864aa87c-3603-499f-bd13-55ffdc114a43 req-21b02c64-6668-4141-ba50-ef0d94e9bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:11.367394 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-864aa87c-3603-499f-bd13-55ffdc114a43 req-21b02c64-6668-4141-ba50-ef0d94e9bab4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 1098 time: 0.0961711 Jun 25 14:42:11.375378 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d136-9bc8-47bb-ad82-ae8afc3894db req-c0ef5586-f264-42c8-bc8f-74be39c02842 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:11.376700 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27c8d136-9bc8-47bb-ad82-ae8afc3894db req-c0ef5586-f264-42c8-bc8f-74be39c02842 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.1398702 Jun 25 14:42:11.443410 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-864aa87c-3603-499f-bd13-55ffdc114a43 req-b7a02ec0-1f09-4ea3-a711-c2ee932f1f27 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657539 Jun 25 14:42:11.447738 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-27c8d136-9bc8-47bb-ad82-ae8afc3894db req-bd004a4d-95e8-4d16-9b0c-075978d75771 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584989 Jun 25 14:42:12.632889 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89655e2-5d39-4360-94a0-9db8777335ca req-a82e0b21-00ba-4db4-96ed-a4711a9534df tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:12.634339 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a89655e2-5d39-4360-94a0-9db8777335ca req-a82e0b21-00ba-4db4-96ed-a4711a9534df tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.0801837 Jun 25 14:42:12.678848 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-a89655e2-5d39-4360-94a0-9db8777335ca req-526dead1-3cb6-4007-9ffa-62d981df8505 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384021 Jun 25 14:42:25.176505 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:25.746394 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0bffae2f-c951-43db-a32c-18c647d06b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:25.835624 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:28.001520 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-662c9ef0-f92b-4849-a484-26197f32a89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:29.152774 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:30.615493 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:33.635863 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:42:55.186958 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:55.748099 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-50c5531d-68e2-4653-93f3-3eb93ff483d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:55.837397 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:58.003785 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9dd79ce2-321f-4a00-af08-6226656b0c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:59.155027 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:59.564688 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d1064ecf-55e6-4348-a24d-35c36aaa435d req-6edf84f9-1f9d-45ae-a041-171f666967d7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721831 Jun 25 14:42:59.708428 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1064ecf-55e6-4348-a24d-35c36aaa435d req-325eab8e-acec-45fa-b534-b42a5364012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:59.709854 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d1064ecf-55e6-4348-a24d-35c36aaa435d req-325eab8e-acec-45fa-b534-b42a5364012c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823d58237ad242e9a8dc17423066eeba&device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 1098 time: 0.0688939 Jun 25 14:42:59.849492 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1064ecf-55e6-4348-a24d-35c36aaa435d req-9478bba8-0d0f-453f-a4a6-81d86e8eac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:59.850831 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d1064ecf-55e6-4348-a24d-35c36aaa435d req-9478bba8-0d0f-453f-a4a6-81d86e8eac4b service neutron] 10.222.0.38 "GET /v2.0/networks?id=75c0118d-31f1-4afb-a7ee-24092f740f3c HTTP/1.1" status: 200 len: 909 time: 0.1223805 Jun 25 14:42:59.954151 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d1064ecf-55e6-4348-a24d-35c36aaa435d req-a1863079-0a1a-4a9c-8101-ac982acc2f2c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09133d58-59ba-41a3-bb13-e4077415ea6d HTTP/1.1" status: 200 len: 1000 time: 0.0963523 Jun 25 14:43:00.020145 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1064ecf-55e6-4348-a24d-35c36aaa435d req-4fe4c55b-e12d-4d5c-9de6-bb87bd1772ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:00.021644 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d1064ecf-55e6-4348-a24d-35c36aaa435d req-4fe4c55b-e12d-4d5c-9de6-bb87bd1772ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=59a45dd9-8c23-422c-bc3b-44a2318da81c HTTP/1.1" status: 200 len: 847 time: 0.0614069 Jun 25 14:43:00.101394 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1064ecf-55e6-4348-a24d-35c36aaa435d req-65fbacd6-c1ed-4cf7-986a-5bc9f568aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:00.102754 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d1064ecf-55e6-4348-a24d-35c36aaa435d req-65fbacd6-c1ed-4cf7-986a-5bc9f568aec5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75c0118d-31f1-4afb-a7ee-24092f740f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746999 Jun 25 14:43:00.234710 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d1064ecf-55e6-4348-a24d-35c36aaa435d req-85ef092b-7839-4134-a4f6-efa1f635387d service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243820 Jun 25 14:43:00.454105 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-d1064ecf-55e6-4348-a24d-35c36aaa435d req-cd0292f6-25ea-4c60-bafa-42984db314b5 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131190 Jun 25 14:43:00.617534 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:10.634765 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:43:22.236045 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54728) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:22.440135 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Deleting port 86a41438-cd01-435d-8e35-be5071576461 {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:22.440394 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:22.614542 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:22.614863 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:22.739396 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Calling delete_port for 86a41438-cd01-435d-8e35-be5071576461 owned by network:floatingip {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:22.891511 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:22.895183 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-b664310c-caa8-4cf8-b362-51ba46cc22e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:22.939921 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Pushing event deleted for resources: {'Port': ['ID=86a41438-cd01-435d-8e35-be5071576461,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:22.980433 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:22.980806 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:22.981229 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:22.981591 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:22.981953 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:22.982305 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:22.982682 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:22.983009 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:22.983386 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:22.983736 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:22.984085 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:22.984432 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:23.014899 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:23.043906 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for floatingip, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:23.044234 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.db.l3_db [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Floating IP 1cbe227b-ad7c-426d-ae0b-723d5827695c disassociated (deleted). External IP: 172.28.0.98, port: 09133d58-59ba-41a3-bb13-e4077415ea6d. Jun 25 14:43:23.484378 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Router c83f6535-6af1-446c-aa47-6a1558f7f374 has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:43:23.658383 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:43:23.668442 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b36fc-b9e0-4c50-a54a-5297f67f0298 None None] Sync routers for ids ['c83f6535-6af1-446c-aa47-6a1558f7f374'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:43:23.681088 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b36fc-b9e0-4c50-a54a-5297f67f0298 None None] Routers {'c83f6535-6af1-446c-aa47-6a1558f7f374'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:43:23.681703 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-f99b36fc-b9e0-4c50-a54a-5297f67f0298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:42:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['c83f6535-6af1-446c-aa47-6a1558f7f374'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:23.681902 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for floatingip, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:23.740098 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-d23b09f6-8da5-4219-bc28-07c53a814526 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "DELETE /v2.0/floatingips/1cbe227b-ad7c-426d-ae0b-723d5827695c HTTP/1.1" status: 204 len: 168 time: 1.5028090 Jun 25 14:43:23.740683 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'tag': '09133d58-59ba-41a3-bb13-e4077415ea6d'}] {{(pid=78415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:43:23.788806 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'tag': '09133d58-59ba-41a3-bb13-e4077415ea6d', 'status': 'completed', 'code': 200} Jun 25 14:43:23.861095 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-f99b36fc-b9e0-4c50-a54a-5297f67f0298 None None] Set router c83f6535-6af1-446c-aa47-6a1558f7f374 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:43:23.882139 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b526d57-f5e3-443f-ba3b-082361223be5 req-ca38b7eb-c23d-417f-8514-d1a6038dfc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:23.883615 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2b526d57-f5e3-443f-ba3b-082361223be5 req-ca38b7eb-c23d-417f-8514-d1a6038dfc74 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=823d58237ad242e9a8dc17423066eeba&device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 1098 time: 0.0719204 Jun 25 14:43:24.032126 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b526d57-f5e3-443f-ba3b-082361223be5 req-98e1787a-0ea5-41bf-8661-4b2b54632a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:24.033612 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2b526d57-f5e3-443f-ba3b-082361223be5 req-98e1787a-0ea5-41bf-8661-4b2b54632a76 service neutron] 10.222.0.38 "GET /v2.0/networks?id=75c0118d-31f1-4afb-a7ee-24092f740f3c HTTP/1.1" status: 200 len: 909 time: 0.1422827 Jun 25 14:43:24.143265 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2b526d57-f5e3-443f-ba3b-082361223be5 req-5f0bcfe4-4a82-4b21-bb9f-48286cf4550f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09133d58-59ba-41a3-bb13-e4077415ea6d HTTP/1.1" status: 200 len: 217 time: 0.0704930 Jun 25 14:43:24.181303 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-f99b36fc-b9e0-4c50-a54a-5297f67f0298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 4, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'gw_port': {'id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'd7efc049-677d-480e-9a16-cb9991cd69d6', 'name': '', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'mac_address': 'fa:16:3e:b3:66:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:10Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'subnets': [{'id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:24.186583 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b36fc-b9e0-4c50-a54a-5297f67f0298 None None] Checking router: c83f6535-6af1-446c-aa47-6a1558f7f374 for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:43:24.195211 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b36fc-b9e0-4c50-a54a-5297f67f0298 None None] Routers {'c83f6535-6af1-446c-aa47-6a1558f7f374'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:43:24.195854 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-f99b36fc-b9e0-4c50-a54a-5297f67f0298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:42:58Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['c83f6535-6af1-446c-aa47-6a1558f7f374'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:24.221511 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b526d57-f5e3-443f-ba3b-082361223be5 req-8cb1143e-79d6-41ec-b612-60aae436886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:24.222926 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2b526d57-f5e3-443f-ba3b-082361223be5 req-8cb1143e-79d6-41ec-b612-60aae436886c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=59a45dd9-8c23-422c-bc3b-44a2318da81c HTTP/1.1" status: 200 len: 847 time: 0.0711637 Jun 25 14:43:24.234013 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0378-957f-4331-9dec-51b9a6e5baea req-b60ac25f-5e0d-4cba-9fa2-f72332683319 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:24.235387 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-14cd0378-957f-4331-9dec-51b9a6e5baea req-b60ac25f-5e0d-4cba-9fa2-f72332683319 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.2002225 Jun 25 14:43:24.337341 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-14cd0378-957f-4331-9dec-51b9a6e5baea req-e9685ea6-e44e-4334-9b19-85da87b62951 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712187 Jun 25 14:43:24.356794 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b526d57-f5e3-443f-ba3b-082361223be5 req-eb4407af-a574-4a2c-b820-227578c767d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:24.358249 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2b526d57-f5e3-443f-ba3b-082361223be5 req-eb4407af-a574-4a2c-b820-227578c767d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75c0118d-31f1-4afb-a7ee-24092f740f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1220424 Jun 25 14:43:24.386433 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-f99b36fc-b9e0-4c50-a54a-5297f67f0298 None None] Set router c83f6535-6af1-446c-aa47-6a1558f7f374 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:43:24.494274 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2b526d57-f5e3-443f-ba3b-082361223be5 req-51e09a32-665c-4075-b82d-1292df3244c1 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285181 Jun 25 14:43:24.626504 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2b526d57-f5e3-443f-ba3b-082361223be5 req-3aab7eb4-03d4-46f5-be52-e7e85637a2a4 service neutron] 10.222.0.38 "GET /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245015 Jun 25 14:43:24.692483 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-f99b36fc-b9e0-4c50-a54a-5297f67f0298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 4, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'gw_port': {'id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'd7efc049-677d-480e-9a16-cb9991cd69d6', 'name': '', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'mac_address': 'fa:16:3e:b3:66:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:10Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'subnets': [{'id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:24.696313 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b36fc-b9e0-4c50-a54a-5297f67f0298 None None] The sync data for ids ['c83f6535-6af1-446c-aa47-6a1558f7f374'] in dv-cinder-798088-1-smb is: [{'id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 4, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'gw_port': {'id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb', '_interfaces': [{'id': 'd7efc049-677d-480e-9a16-cb9991cd69d6', 'name': '', 'network_id': '75c0118d-31f1-4afb-a7ee-24092f740f3c', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'mac_address': 'fa:16:3e:b3:66:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:10Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 5, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'subnets': [{'id': '59a45dd9-8c23-422c-bc3b-44a2318da81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:43:24.898857 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aac0d3e-2b5d-4df1-93cb-0850d334f627 None None] New status for floating IP 1cbe227b-ad7c-426d-ae0b-723d5827695c: DOWN {{(pid=78417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:43:25.201955 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:25.508736 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101de9d-48cc-4697-961b-fff07b1b50d9 req-6746e1a2-24e4-41dc-8e0a-96d7db7484d2 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:25.510042 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2101de9d-48cc-4697-961b-fff07b1b50d9 req-6746e1a2-24e4-41dc-8e0a-96d7db7484d2 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.1160934 Jun 25 14:43:25.593182 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-2101de9d-48cc-4697-961b-fff07b1b50d9 req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Deleting port 09133d58-59ba-41a3-bb13-e4077415ea6d {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:25.593519 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-2101de9d-48cc-4697-961b-fff07b1b50d9 req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:25.661819 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a84bc-e7a9-47f6-a7b6-b42199df8a4c req-c8df200d-a258-49a2-bea4-c5b22aab5b1f tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:25.663679 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bc6a84bc-e7a9-47f6-a7b6-b42199df8a4c req-c8df200d-a258-49a2-bea4-c5b22aab5b1f tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 945 time: 0.1991091 Jun 25 14:43:25.749488 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-58794101-2e5b-40d4-9195-5add601b8f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:25.778816 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-bc6a84bc-e7a9-47f6-a7b6-b42199df8a4c req-b4f9770f-256f-49dc-8600-9dd6dd18dde1 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb5bface-749d-422c-baac-c379aac86f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833004 Jun 25 14:43:25.840564 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:25.890546 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [req-2101de9d-48cc-4697-961b-fff07b1b50d9 req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] For port 09133d58-59ba-41a3-bb13-e4077415ea6d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=09133d58-59ba-41a3-bb13-e4077415ea6d,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:25.891245 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-2101de9d-48cc-4697-961b-fff07b1b50d9 req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:26.012242 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [req-2101de9d-48cc-4697-961b-fff07b1b50d9 req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Calling delete_port for 09133d58-59ba-41a3-bb13-e4077415ea6d owned by compute:nova {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:26.249672 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-2101de9d-48cc-4697-961b-fff07b1b50d9 req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:26.255345 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b3f451f0-8ec8-45df-ba83-55159bfe3955 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:26.299042 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Pushing event deleted for resources: {'Port': ['ID=09133d58-59ba-41a3-bb13-e4077415ea6d,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:26.379123 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:26.379490 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:26.379847 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:26.380200 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:26.380551 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:26.380897 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:26.381243 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:26.381587 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:26.382202 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:26.382546 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:26.382890 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:26.383255 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-smb {{(pid=78414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:26.390446 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:26.396445 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [req-2101de9d-48cc-4697-961b-fff07b1b50d9 req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] No DVR routers for this DVR port 09133d58-59ba-41a3-bb13-e4077415ea6d on host hv-cinder-79808 {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:43:26.398607 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [req-2101de9d-48cc-4697-961b-fff07b1b50d9 req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60542'] for port, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:26.401127 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'name': 'network-vif-deleted', 'tag': '09133d58-59ba-41a3-bb13-e4077415ea6d'}] {{(pid=78414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:43:26.412596 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-2101de9d-48cc-4697-961b-fff07b1b50d9 req-d32e479d-aa25-45c9-809c-717d78c827cc tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.38 "DELETE /v2.0/ports/09133d58-59ba-41a3-bb13-e4077415ea6d HTTP/1.1" status: 204 len: 173 time: 0.8958890 Jun 25 14:43:26.557715 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b16dda-5650-49f7-8bf9-f1e1a2553876', 'name': 'network-vif-deleted', 'tag': '09133d58-59ba-41a3-bb13-e4077415ea6d', 'status': 'completed', 'code': 200} Jun 25 14:43:26.939748 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-14199eb6-e555-4e22-a5f0-60d017dac241 req-ac82b89f-1ced-4cd2-8c48-3ee6568ddc8d tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Synchronizing usage tracker for tenant:823d58237ad242e9a8dc17423066eeba on resource:port {{(pid=78414) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:43:26.956266 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.quota.resource [req-14199eb6-e555-4e22-a5f0-60d017dac241 req-ac82b89f-1ced-4cd2-8c48-3ee6568ddc8d tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Unset dirty status for tenant:823d58237ad242e9a8dc17423066eeba on resource:port {{(pid=78414) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:43:26.957467 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [req-14199eb6-e555-4e22-a5f0-60d017dac241 req-ac82b89f-1ced-4cd2-8c48-3ee6568ddc8d tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b16dda-5650-49f7-8bf9-f1e1a2553876 HTTP/1.1" status: 200 len: 210 time: 0.0611908 Jun 25 14:43:28.005646 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cd11ff59-5ebf-44bc-9292-77ca79b99c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:28.055792 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54754) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:28.124586 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-cfa19cf6-52e9-4e2e-bf2b-4854ace5ed83 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:28.154342 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-cfa19cf6-52e9-4e2e-bf2b-4854ace5ed83 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:28.219176 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-cfa19cf6-52e9-4e2e-bf2b-4854ace5ed83 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:28.223131 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-5fd4e1eb-75be-4ee6-98d2-99e5248d0f9b tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:28.237687 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa19cf6-52e9-4e2e-bf2b-4854ace5ed83 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5bface-749d-422c-baac-c379aac86f96,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:28.240758 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-cfa19cf6-52e9-4e2e-bf2b-4854ace5ed83 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:28.250771 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-cfa19cf6-52e9-4e2e-bf2b-4854ace5ed83 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:28.254295 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-cfa19cf6-52e9-4e2e-bf2b-4854ace5ed83 tempest-TestShelveInstance-1788429890 tempest-TestShelveInstance-1788429890-project] 10.222.0.50 "DELETE /v2.0/security-groups/eb5bface-749d-422c-baac-c379aac86f96 HTTP/1.1" status: 204 len: 168 time: 0.1951659 Jun 25 14:43:28.296892 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54760) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:28.831009 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-04c0b5e8-8a0f-40ef-9968-6e0f3ce96217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8043546'] for router_interface, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:29.063991 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 09133d58-59ba-41a3-bb13-e4077415ea6d no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:43:29.101777 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] No Port match for: 09133d58-59ba-41a3-bb13-e4077415ea6d {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:43:29.102044 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Device 09133d58-59ba-41a3-bb13-e4077415ea6d not bound to the agent host hv-cinder-79808 {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:43:29.160159 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:29.176557 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-04c0b5e8-8a0f-40ef-9968-6e0f3ce96217 admin admin] Deleting port d7efc049-677d-480e-9a16-cb9991cd69d6 {{(pid=78415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:29.177113 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-04c0b5e8-8a0f-40ef-9968-6e0f3ce96217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:29.453503 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.db [None req-04c0b5e8-8a0f-40ef-9968-6e0f3ce96217 admin admin] For port d7efc049-677d-480e-9a16-cb9991cd69d6, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=d7efc049-677d-480e-9a16-cb9991cd69d6,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:29.453750 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-04c0b5e8-8a0f-40ef-9968-6e0f3ce96217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:29.573049 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.plugins.ml2.plugin [None req-04c0b5e8-8a0f-40ef-9968-6e0f3ce96217 admin admin] Calling delete_port for d7efc049-677d-480e-9a16-cb9991cd69d6 owned by network:router_interface {{(pid=78415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:29.879580 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-04c0b5e8-8a0f-40ef-9968-6e0f3ce96217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6724547'] for port, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:29.883013 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-18d4e9f6-786b-41f6-a10f-fd95978917e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:29.926487 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0b5e8-8a0f-40ef-9968-6e0f3ce96217 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7efc049-677d-480e-9a16-cb9991cd69d6,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:29.952330 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-04c0b5e8-8a0f-40ef-9968-6e0f3ce96217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:30.190342 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-04c0b5e8-8a0f-40ef-9968-6e0f3ce96217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7894169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8043702'] for router_interface, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:30.558729 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c0b5e8-8a0f-40ef-9968-6e0f3ce96217 admin admin] Router c83f6535-6af1-446c-aa47-6a1558f7f374 has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:43:30.620554 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:30.838141 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c0b5e8-8a0f-40ef-9968-6e0f3ce96217 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:43:30.847534 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f7cf8b-6808-4e40-b62f-b9ff509479fb None None] Sync routers for ids ['c83f6535-6af1-446c-aa47-6a1558f7f374'] in dv-cinder-798088-1-smb {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:43:30.857589 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-04c0b5e8-8a0f-40ef-9968-6e0f3ce96217 admin admin] 10.222.0.50 "PUT /v2.0/routers/c83f6535-6af1-446c-aa47-6a1558f7f374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5568609 Jun 25 14:43:30.858288 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54764) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:30.859751 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7cf8b-6808-4e40-b62f-b9ff509479fb None None] Routers {'c83f6535-6af1-446c-aa47-6a1558f7f374'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:43:30.860458 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-a8f7cf8b-6808-4e40-b62f-b9ff509479fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:43:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['c83f6535-6af1-446c-aa47-6a1558f7f374'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:31.033319 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] Notify callbacks [] for router, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:31.071460 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-a8f7cf8b-6808-4e40-b62f-b9ff509479fb None None] Set router c83f6535-6af1-446c-aa47-6a1558f7f374 gateway port host: dv-cinder-798088-1-smb {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:43:31.211376 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:31.223319 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] Deleting port 19e8cc66-1241-4399-aced-00f65c4279ee {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:31.223630 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:31.357116 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-a8f7cf8b-6808-4e40-b62f-b9ff509479fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:43:29Z', 'revision_number': 5, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'gw_port': {'id': '19e8cc66-1241-4399-aced-00f65c4279ee', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:31.360535 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f7cf8b-6808-4e40-b62f-b9ff509479fb None None] Checking router: c83f6535-6af1-446c-aa47-6a1558f7f374 for host: dv-cinder-798088-1-smb {{(pid=78416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:43:31.368678 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7cf8b-6808-4e40-b62f-b9ff509479fb None None] Routers {'c83f6535-6af1-446c-aa47-6a1558f7f374'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:43:31.369500 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-a8f7cf8b-6808-4e40-b62f-b9ff509479fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:43:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['c83f6535-6af1-446c-aa47-6a1558f7f374'], 'active': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:31.395444 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] For port 19e8cc66-1241-4399-aced-00f65c4279ee, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=19e8cc66-1241-4399-aced-00f65c4279ee,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:31.395807 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:31.517500 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] Calling delete_port for 19e8cc66-1241-4399-aced-00f65c4279ee owned by network:router_gateway {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:31.519513 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_dvr_db [None req-a8f7cf8b-6808-4e40-b62f-b9ff509479fb None None] Set router c83f6535-6af1-446c-aa47-6a1558f7f374 gateway port host: None {{(pid=78416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:43:31.623101 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.db.l3_hamode_db [None req-a8f7cf8b-6808-4e40-b62f-b9ff509479fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:43:31Z', 'revision_number': 6, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'gw_port_host': None}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:31.627160 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f7cf8b-6808-4e40-b62f-b9ff509479fb None None] The sync data for ids ['c83f6535-6af1-446c-aa47-6a1558f7f374'] in dv-cinder-798088-1-smb is: [{'id': 'c83f6535-6af1-446c-aa47-6a1558f7f374', 'name': 'tempest-TestShelveInstance-697071435-router', 'tenant_id': '823d58237ad242e9a8dc17423066eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:43:31Z', 'revision_number': 6, 'project_id': '823d58237ad242e9a8dc17423066eeba', 'gw_port_host': None}] {{(pid=78416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:43:31.813456 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:31.816801 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:31.858190 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e8cc66-1241-4399-aced-00f65c4279ee,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:31.861285 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:32.055280 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8043071'] for router_gateway, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.225470 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33938'] for router, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.227631 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.249924 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8014290'] for router, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.250534 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c83f6535-6af1-446c-aa47-6a1558f7f374 {{(pid=78414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:43:32.263502 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] Notify callbacks [] for router, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.264594 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-7b4d5e69-1035-4a9a-bec7-159f92cbb065 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c83f6535-6af1-446c-aa47-6a1558f7f374 HTTP/1.1" status: 204 len: 168 time: 1.4053121 Jun 25 14:43:32.267174 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54768) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:32.328799 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75ff78f-e072-4c53-87b8-dc6d0f662c76 admin admin] Deleting subnet 59a45dd9-8c23-422c-bc3b-44a2318da81c {{(pid=78414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:43:32.331594 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e75ff78f-e072-4c53-87b8-dc6d0f662c76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.384794 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e75ff78f-e072-4c53-87b8-dc6d0f662c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6311008'] for subnet, precommit_delete_associations {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.466730 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e75ff78f-e072-4c53-87b8-dc6d0f662c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1305554'] for subnet, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.495354 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 19e8cc66-1241-4399-aced-00f65c4279ee no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:43:32.533241 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: 19e8cc66-1241-4399-aced-00f65c4279ee {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:43:32.533635 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 19e8cc66-1241-4399-aced-00f65c4279ee not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:43:32.534031 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device d7efc049-677d-480e-9a16-cb9991cd69d6 no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:43:32.540099 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e75ff78f-e072-4c53-87b8-dc6d0f662c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1303557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6311073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6658620'] for subnet, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.545223 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:32.568463 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: d7efc049-677d-480e-9a16-cb9991cd69d6 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:43:32.568802 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device d7efc049-677d-480e-9a16-cb9991cd69d6 not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:43:32.576501 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ff78f-e072-4c53-87b8-dc6d0f662c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a45dd9-8c23-422c-bc3b-44a2318da81c,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:32.580553 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-e75ff78f-e072-4c53-87b8-dc6d0f662c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:32.584690 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e75ff78f-e072-4c53-87b8-dc6d0f662c76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.590889 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0f1885-59e5-43aa-bee4-e804d099da44 None None] Network 75c0118d-31f1-4afb-a7ee-24092f740f3c requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:43:32.591188 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-e75ff78f-e072-4c53-87b8-dc6d0f662c76 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/59a45dd9-8c23-422c-bc3b-44a2318da81c HTTP/1.1" status: 204 len: 168 time: 0.3230045 Jun 25 14:43:32.593589 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54772) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:32.701703 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345843'] for network, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.711833 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Deleting port 53800426-9613-4d2b-bb06-761a74e2387b {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:32.712164 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.842690 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77090290-6006-49de-b253-000f9ac548b7 None None] DHCP port deletion for 75c0118d-31f1-4afb-a7ee-24092f740f3c request from dv-cinder-798088-1-smb {{(pid=78416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:43:32.846830 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-77090290-6006-49de-b253-000f9ac548b7 None None] Deleting port 53800426-9613-4d2b-bb06-761a74e2387b {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:32.847255 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-77090290-6006-49de-b253-000f9ac548b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.919810 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] For port 53800426-9613-4d2b-bb06-761a74e2387b, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=53800426-9613-4d2b-bb06-761a74e2387b,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:32.920403 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:33.040012 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Calling delete_port for 53800426-9613-4d2b-bb06-761a74e2387b owned by network:dhcp {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:33.047777 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-77090290-6006-49de-b253-000f9ac548b7 None None] For port 53800426-9613-4d2b-bb06-761a74e2387b, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=53800426-9613-4d2b-bb06-761a74e2387b,segment=NetworkSegment(71cd1bcf-dcda-4e63-b5c2-b2848f70f537),segment_id=71cd1bcf-dcda-4e63-b5c2-b2848f70f537)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:33.048165 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-77090290-6006-49de-b253-000f9ac548b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:33.116721 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:33.122468 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-05ae6637-1759-46e6-bda1-ba54c00d3f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:33.167931 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53800426-9613-4d2b-bb06-761a74e2387b,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:33.170914 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:33.173199 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] No DVR routers for this DVR port 53800426-9613-4d2b-bb06-761a74e2387b on host dv-cinder-798088-1-smb {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:43:33.173562 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-77090290-6006-49de-b253-000f9ac548b7 None None] Calling delete_port for 53800426-9613-4d2b-bb06-761a74e2387b owned by network:dhcp {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:33.279909 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.db.api [None req-77090290-6006-49de-b253-000f9ac548b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:43:33.280255 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_db.api [None req-77090290-6006-49de-b253-000f9ac548b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:43:33.293390 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1302863', 'neutron.services.segments.db._delete_segments_for_network-8777684513985'] for network, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:33.305538 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.services.segments.db [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c0118d-31f1-4afb-a7ee-24092f740f3c']}} {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:33.317112 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.services.segments.db [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cd1bcf-dcda-4e63-b5c2-b2848f70f537') {'for_net_delete': True} {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:33.317405 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.services.segments.db [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cd1bcf-dcda-4e63-b5c2-b2848f70f537') {} {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:33.328380 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777684526376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6311001'] for segment, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:33.344152 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:33.349967 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=78414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:43:33.350336 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1300103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6309635'] for segment, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: Traceback (most recent call last): Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: timer() Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: cb(*args, **kw) Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: return func(*args, **kwargs) Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: self._notify() Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: self.callback(batched_events) Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: event.method(event) Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: return f(self, *a, **k) Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: return self._get(url).json() Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: return self.request(url, 'GET', **kwargs) Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:43:33.364081 dv-cinder-798088-1-smb neutron-server[78414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:43:33.539679 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1302864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8043034'] for network, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:33.545949 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:33.548212 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:33.567444 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=75c0118d-31f1-4afb-a7ee-24092f740f3c,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:33.570204 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:33.582628 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/75c0118d-31f1-4afb-a7ee-24092f740f3c HTTP/1.1" status: 204 len: 168 time: 0.9880784 Jun 25 14:43:33.585444 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54776) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:33.781256 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-77090290-6006-49de-b253-000f9ac548b7 None None] Deleting port 53800426-9613-4d2b-bb06-761a74e2387b {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:33.781643 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-77090290-6006-49de-b253-000f9ac548b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:33.848007 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-77090290-6006-49de-b253-000f9ac548b7 None None] The port '53800426-9613-4d2b-bb06-761a74e2387b' was deleted {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:43:34.103523 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b697eb2b-2ec9-4a15-8168-a486b2be37e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8043546'] for router_interface, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:34.441099 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-b697eb2b-2ec9-4a15-8168-a486b2be37e3 admin admin] Deleting port 9d10907c-e887-455a-a139-b3fac862a685 {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:34.441436 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b697eb2b-2ec9-4a15-8168-a486b2be37e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:34.490327 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 53800426-9613-4d2b-bb06-761a74e2387b no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:43:34.523942 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: 53800426-9613-4d2b-bb06-761a74e2387b {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:43:34.524290 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 53800426-9613-4d2b-bb06-761a74e2387b not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:43:34.610585 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [None req-b697eb2b-2ec9-4a15-8168-a486b2be37e3 admin admin] For port 9d10907c-e887-455a-a139-b3fac862a685, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=9d10907c-e887-455a-a139-b3fac862a685,segment=NetworkSegment(396d3090-fab8-4375-b5ed-a9df8062d431),segment_id=396d3090-fab8-4375-b5ed-a9df8062d431)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:34.610945 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b697eb2b-2ec9-4a15-8168-a486b2be37e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:34.734145 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-b697eb2b-2ec9-4a15-8168-a486b2be37e3 admin admin] Calling delete_port for 9d10907c-e887-455a-a139-b3fac862a685 owned by network:router_interface {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:35.019045 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b697eb2b-2ec9-4a15-8168-a486b2be37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:35.022432 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-97c49518-6abb-4220-9e42-59ac625a2ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:35.063756 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697eb2b-2ec9-4a15-8168-a486b2be37e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d10907c-e887-455a-a139-b3fac862a685,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:35.066761 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b697eb2b-2ec9-4a15-8168-a486b2be37e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:35.328351 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b697eb2b-2ec9-4a15-8168-a486b2be37e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7894169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8043702'] for router_interface, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:35.681631 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b697eb2b-2ec9-4a15-8168-a486b2be37e3 admin admin] Router a06a6584-fc06-4941-984b-de5153a06832 has already been hosted by L3 agent 3a7f8745-bc5e-4389-9d15-0932b57bc481 {{(pid=78414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:43:35.857440 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b697eb2b-2ec9-4a15-8168-a486b2be37e3 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-smb the message routers_updated {{(pid=78414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:43:35.866328 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-b697eb2b-2ec9-4a15-8168-a486b2be37e3 admin admin] 10.222.0.50 "PUT /v2.0/routers/a06a6584-fc06-4941-984b-de5153a06832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2799244 Jun 25 14:43:35.866515 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8867d78-b3ba-4044-bf26-4386b5929e77 None None] Sync routers for ids ['a06a6584-fc06-4941-984b-de5153a06832'] in dv-cinder-798088-1-smb {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:43:35.868785 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54780) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:35.876018 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8867d78-b3ba-4044-bf26-4386b5929e77 None None] Routers {'a06a6584-fc06-4941-984b-de5153a06832'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:43:35.876644 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-b8867d78-b3ba-4044-bf26-4386b5929e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:43:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['a06a6584-fc06-4941-984b-de5153a06832'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:36.046241 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] Notify callbacks [] for router, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:36.082761 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-b8867d78-b3ba-4044-bf26-4386b5929e77 None None] Set router a06a6584-fc06-4941-984b-de5153a06832 gateway port host: dv-cinder-798088-1-smb {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:43:36.221852 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:36.232740 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] Deleting port ec760cbe-a250-45a8-bda9-cda51ca12194 {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:36.233779 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:36.366031 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-b8867d78-b3ba-4044-bf26-4386b5929e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06a6584-fc06-4941-984b-de5153a06832', 'name': 'tempest-TestShelveInstance-1618803946-router', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'external_fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ec760cbe-a250-45a8-bda9-cda51ca12194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:13Z', 'updated_at': '2021-06-25T14:43:34Z', 'revision_number': 5, 'project_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'gw_port': {'id': 'ec760cbe-a250-45a8-bda9-cda51ca12194', 'name': '', 'network_id': '93c87320-2b90-44fa-ad5e-83d4f4b48af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06a6584-fc06-4941-984b-de5153a06832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:14Z', 'updated_at': '2021-06-25T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b87a097a-2410-41cc-a04b-b3f133853cca', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-smb'}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:36.371021 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8867d78-b3ba-4044-bf26-4386b5929e77 None None] Checking router: a06a6584-fc06-4941-984b-de5153a06832 for host: dv-cinder-798088-1-smb {{(pid=78417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:43:36.379565 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8867d78-b3ba-4044-bf26-4386b5929e77 None None] Routers {'a06a6584-fc06-4941-984b-de5153a06832'} bound to L3 agent in host dv-cinder-798088-1-smb {{(pid=78417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:43:36.380169 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-b8867d78-b3ba-4044-bf26-4386b5929e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:28Z,description=,heartbeat_timestamp=2021-06-25T14:43:28Z,host='dv-cinder-798088-1-smb',id=3a7f8745-bc5e-4389-9d15-0932b57bc481,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:28Z,topic='l3_agent')) {'router_ids': ['a06a6584-fc06-4941-984b-de5153a06832'], 'active': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:36.536321 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] For port ec760cbe-a250-45a8-bda9-cda51ca12194, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=ec760cbe-a250-45a8-bda9-cda51ca12194,segment=NetworkSegment(e608d1d3-972f-4f09-80b0-6ebc5fff4485),segment_id=e608d1d3-972f-4f09-80b0-6ebc5fff4485)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:36.536940 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:36.546057 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_dvr_db [None req-b8867d78-b3ba-4044-bf26-4386b5929e77 None None] Set router a06a6584-fc06-4941-984b-de5153a06832 gateway port host: None {{(pid=78417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:43:36.650558 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.l3_hamode_db [None req-b8867d78-b3ba-4044-bf26-4386b5929e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06a6584-fc06-4941-984b-de5153a06832', 'name': 'tempest-TestShelveInstance-1618803946-router', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:13Z', 'updated_at': '2021-06-25T14:43:36Z', 'revision_number': 6, 'project_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'gw_port_host': None}], 'dv-cinder-798088-1-smb', False) {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:36.654530 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8867d78-b3ba-4044-bf26-4386b5929e77 None None] The sync data for ids ['a06a6584-fc06-4941-984b-de5153a06832'] in dv-cinder-798088-1-smb is: [{'id': 'a06a6584-fc06-4941-984b-de5153a06832', 'name': 'tempest-TestShelveInstance-1618803946-router', 'tenant_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:13Z', 'updated_at': '2021-06-25T14:43:36Z', 'revision_number': 6, 'project_id': 'd00a2d59d2074b8f9377e1ff0645bcbc', 'gw_port_host': None}] {{(pid=78417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:43:36.660915 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] Calling delete_port for ec760cbe-a250-45a8-bda9-cda51ca12194 owned by network:router_gateway {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:36.825823 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:36.830204 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-9d4a72f9-7f77-4d1c-b1e8-2e7546ece95d tempest-VolumesSnapshotTestJSON-1667753793 tempest-VolumesSnapshotTestJSON-1667753793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:36.876011 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec760cbe-a250-45a8-bda9-cda51ca12194,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:36.900816 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:36.960832 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8043071'] for router_gateway, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.132920 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33938'] for router, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.135059 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.159701 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8014290'] for router, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.160157 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a06a6584-fc06-4941-984b-de5153a06832 {{(pid=78414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:43:37.172463 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] Notify callbacks [] for router, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.173545 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-c05aae89-b6a0-43ec-b661-5cfd96156828 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a06a6584-fc06-4941-984b-de5153a06832 HTTP/1.1" status: 204 len: 168 time: 1.3038626 Jun 25 14:43:37.176102 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54784) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:37.236203 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ef6a47-1afe-490b-9ca7-1207b06b5fd9 admin admin] Deleting subnet 53905b2d-8c3a-4ca7-b1da-9bc73c19c88b {{(pid=78414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:43:37.239052 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6a47-1afe-490b-9ca7-1207b06b5fd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.287216 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6a47-1afe-490b-9ca7-1207b06b5fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6311008'] for subnet, precommit_delete_associations {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.363822 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6a47-1afe-490b-9ca7-1207b06b5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1305554'] for subnet, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.436167 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6a47-1afe-490b-9ca7-1207b06b5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1303557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6311073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6658620'] for subnet, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.440338 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:37.477706 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6a47-1afe-490b-9ca7-1207b06b5fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.482413 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95733309-de6f-4d7f-9dcd-4c1aa85b2730 None None] Network 3a75793a-f996-4689-b1a5-7447493b57b8 requested from dv-cinder-798088-1-smb {{(pid=78416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:43:37.482903 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef6a47-1afe-490b-9ca7-1207b06b5fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53905b2d-8c3a-4ca7-b1da-9bc73c19c88b,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:37.485458 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-e5ef6a47-1afe-490b-9ca7-1207b06b5fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:37.489143 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-e5ef6a47-1afe-490b-9ca7-1207b06b5fd9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/53905b2d-8c3a-4ca7-b1da-9bc73c19c88b HTTP/1.1" status: 204 len: 168 time: 0.3120904 Jun 25 14:43:37.491619 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54788) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:37.603317 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345843'] for network, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.616253 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Deleting port 3c233098-809c-4a8f-bb65-dbde65d2876c {{(pid=78414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:37.616612 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.753877 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45413d47-20c4-448a-8622-4d31cf814b92 None None] DHCP port deletion for 3a75793a-f996-4689-b1a5-7447493b57b8 request from dv-cinder-798088-1-smb {{(pid=78416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:43:37.758355 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-45413d47-20c4-448a-8622-4d31cf814b92 None None] Deleting port 3c233098-809c-4a8f-bb65-dbde65d2876c {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:37.758728 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-45413d47-20c4-448a-8622-4d31cf814b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.956940 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.db [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] For port 3c233098-809c-4a8f-bb65-dbde65d2876c, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=3c233098-809c-4a8f-bb65-dbde65d2876c,segment=NetworkSegment(396d3090-fab8-4375-b5ed-a9df8062d431),segment_id=396d3090-fab8-4375-b5ed-a9df8062d431)] {{(pid=78414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:37.957291 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:37.993528 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-45413d47-20c4-448a-8622-4d31cf814b92 None None] For port 3c233098-809c-4a8f-bb65-dbde65d2876c, host dv-cinder-798088-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-smb',level=0,port_id=3c233098-809c-4a8f-bb65-dbde65d2876c,segment=NetworkSegment(396d3090-fab8-4375-b5ed-a9df8062d431),segment_id=396d3090-fab8-4375-b5ed-a9df8062d431)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:37.993924 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-45413d47-20c4-448a-8622-4d31cf814b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8025114'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.088114 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.plugin [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Calling delete_port for 3c233098-809c-4a8f-bb65-dbde65d2876c owned by network:dhcp {{(pid=78414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:38.135711 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-45413d47-20c4-448a-8622-4d31cf814b92 None None] Calling delete_port for 3c233098-809c-4a8f-bb65-dbde65d2876c owned by network:dhcp {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:38.171205 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1248922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777684504796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777684060694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6309712'] for port, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.176260 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-2e2f6054-91c1-4a45-8d7d-026cdacf98c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:38.213829 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.db.api [None req-45413d47-20c4-448a-8622-4d31cf814b92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:43:38.214103 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG oslo_db.api [None req-45413d47-20c4-448a-8622-4d31cf814b92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:43:38.220421 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] No DVR routers for this DVR port 3c233098-809c-4a8f-bb65-dbde65d2876c on host dv-cinder-798088-1-smb {{(pid=78414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:43:38.246468 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c233098-809c-4a8f-bb65-dbde65d2876c,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:38.248985 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:38.343933 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1302863', 'neutron.services.segments.db._delete_segments_for_network-8777684513985'] for network, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.356685 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.services.segments.db [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a75793a-f996-4689-b1a5-7447493b57b8']}} {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:38.368162 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.services.segments.db [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396d3090-fab8-4375-b5ed-a9df8062d431') {'for_net_delete': True} {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:38.368451 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.services.segments.db [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396d3090-fab8-4375-b5ed-a9df8062d431') {} {{(pid=78414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:38.380003 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777684526376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6311001'] for segment, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.397340 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1300104'] for segment, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.403982 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=78414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:43:38.404330 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1300103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6309635'] for segment, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: Traceback (most recent call last): Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: timer() Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: cb(*args, **kw) Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: return func(*args, **kwargs) Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: self._notify() Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: self.callback(batched_events) Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: event.method(event) Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: return f(self, *a, **k) Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: return self._get(url).json() Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: return self.request(url, 'GET', **kwargs) Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:43:38.417478 dv-cinder-798088-1-smb neutron-server[78414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:43:38.494900 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1302864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7894162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8043034'] for network, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.498647 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 3c233098-809c-4a8f-bb65-dbde65d2876c no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:43:38.499284 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-be050b0b-f195-4aea-844d-f8dccd1c9a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:38.515141 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7894148'] for network, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.521751 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a75793a-f996-4689-b1a5-7447493b57b8,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:38.525919 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:38.528678 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-b3532382-df2b-4c86-97dc-301574f4c3b9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3a75793a-f996-4689-b1a5-7447493b57b8 HTTP/1.1" status: 204 len: 168 time: 1.0361331 Jun 25 14:43:38.539834 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: 3c233098-809c-4a8f-bb65-dbde65d2876c {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:43:38.540188 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 3c233098-809c-4a8f-bb65-dbde65d2876c not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:43:38.540609 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 9d10907c-e887-455a-a139-b3fac862a685 no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:43:38.577292 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: 9d10907c-e887-455a-a139-b3fac862a685 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:43:38.577654 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device 9d10907c-e887-455a-a139-b3fac862a685 not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:43:38.578057 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device ec760cbe-a250-45a8-bda9-cda51ca12194 no longer exists at agent ovs-agent-dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:43:38.611865 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] No Port match for: ec760cbe-a250-45a8-bda9-cda51ca12194 {{(pid=78416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:43:38.612212 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.rpc [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Device ec760cbe-a250-45a8-bda9-cda51ca12194 not bound to the agent host dv-cinder-798088-1-smb {{(pid=78416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:43:38.715323 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-45413d47-20c4-448a-8622-4d31cf814b92 None None] Deleting port 3c233098-809c-4a8f-bb65-dbde65d2876c {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:38.715706 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-45413d47-20c4-448a-8622-4d31cf814b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777684503920'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.761763 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54794) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:38.786370 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-45413d47-20c4-448a-8622-4d31cf814b92 None None] The port '3c233098-809c-4a8f-bb65-dbde65d2876c' was deleted {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:43:38.813633 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-32f28f87-8ff6-409f-bafd-af4699a6e5d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=823d58237ad242e9a8dc17423066eeba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505843 Jun 25 14:43:38.815942 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [-] (78414) accepted ('10.222.0.50', 54798) {{(pid=78414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:38.876096 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9f3f-06e4-495e-ad4f-c96c1faf670d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.901981 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9f3f-06e4-495e-ad4f-c96c1faf670d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.952479 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9f3f-06e4-495e-ad4f-c96c1faf670d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.956283 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-7452b199-66bd-44cc-b16c-d26a7e7756b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:38.968155 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd9f3f-06e4-495e-ad4f-c96c1faf670d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac47b19f-92ac-4175-be15-9d4ccdcb882d,revision_number=None']} {{(pid=78414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:38.970566 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG oslo_concurrency.lockutils [None req-dbfd9f3f-06e4-495e-ad4f-c96c1faf670d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:38.977247 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9f3f-06e4-495e-ad4f-c96c1faf670d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.978341 dv-cinder-798088-1-smb neutron-server[78414]: INFO neutron.wsgi [None req-dbfd9f3f-06e4-495e-ad4f-c96c1faf670d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac47b19f-92ac-4175-be15-9d4ccdcb882d HTTP/1.1" status: 204 len: 168 time: 0.1614804 Jun 25 14:43:39.325722 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54806) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:39.373693 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-3d48fc28-f64d-4df4-8175-518946413097 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d00a2d59d2074b8f9377e1ff0645bcbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466988 Jun 25 14:43:39.376041 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [-] (78415) accepted ('10.222.0.50', 54810) {{(pid=78415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:39.436413 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf129-5176-4c15-a2fb-d3786233476f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:39.463034 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf129-5176-4c15-a2fb-d3786233476f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:39.513996 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf129-5176-4c15-a2fb-d3786233476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885449'] for security_group, after_delete {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:39.518842 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-20b5561d-7daa-493a-806e-b69a728bddc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:39.531434 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcf129-5176-4c15-a2fb-d3786233476f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8051479c-a200-433b-a712-7b055aa797e8,revision_number=None']} {{(pid=78415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:39.534209 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG oslo_concurrency.lockutils [None req-fcfcf129-5176-4c15-a2fb-d3786233476f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:39.535148 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf129-5176-4c15-a2fb-d3786233476f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:39.538342 dv-cinder-798088-1-smb neutron-server[78415]: INFO neutron.wsgi [None req-fcfcf129-5176-4c15-a2fb-d3786233476f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8051479c-a200-433b-a712-7b055aa797e8 HTTP/1.1" status: 204 len: 168 time: 0.1613164 Jun 25 14:43:47.633179 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:43:55.207708 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:55.801356 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4e95a14a-9501-49cb-ab83-72caaed41866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:55.859447 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:58.008693 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a31d701b-51ff-4bd6-9cbf-90b9c127540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:59.161715 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:00.623283 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:24.632236 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:44:25.202924 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:25.752204 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-02c41a48-4bc6-4037-8868-3fd97086f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:25.840801 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:28.010005 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7f06440c-6d75-4ba0-b607-612c02d0633d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:29.166148 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:30.625068 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:55.213284 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:55.754364 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f6f344e0-2575-407f-b7bd-6c570847de06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:55.842529 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:58.011882 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ae8e53df-c7a8-4a69-89a0-fe50ed9d3088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:59.167827 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:00.626895 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:01.630643 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:45:25.213417 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:25.756789 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e4fbdcea-67d9-4d22-a08d-daebab172ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:25.843441 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:28.015786 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2d885567-0a95-4c6d-86f6-305607539b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:29.174922 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:30.662422 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:38.629486 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:45:55.226911 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:55.758132 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5877e306-7244-45b7-8212-f5cf2612f3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:55.845131 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:58.016538 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bbbca1f3-0a11-4e08-afb0-72c5ef685de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:59.175962 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:00.632548 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:15.628461 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:46:25.226926 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:25.759355 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2d53341d-7b18-4c4f-bfd4-15d47b09a8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:25.845082 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:27.697645 dv-cinder-798088-1-smb neutron-server[78414]: DEBUG neutron.wsgi [req-040c39cf-39d1-4b7f-82ee-e781027983f9 req-00844b36-d9a0-44df-a075-eb83c415a916 service neutron] (78414) timed out ('10.222.0.38', 63843) {{(pid=78414) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 25 14:46:28.019693 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-90a62e27-e91e-40ef-a2f8-59814fa2c84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:29.003972 dv-cinder-798088-1-smb neutron-server[78415]: DEBUG neutron.wsgi [req-5514d4da-ac72-4234-8e18-112a52a60104 req-2b6eae2e-381d-45b1-81fc-10a8d3750ad5 service neutron] (78415) timed out ('10.222.0.38', 63881) {{(pid=78415) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 25 14:46:29.176800 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:30.636168 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:52.628584 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:46:55.256312 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:55.761684 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b0cb4d71-4331-4eee-84ba-e753a03e9b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:55.845559 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:58.021542 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0225bbb6-5fd4-477f-826d-d2accb165eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:59.180398 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:00.640007 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:25.273780 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:25.764338 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-441d81d7-2e6d-4c7c-ab41-23c027e5d909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:25.846672 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:28.023210 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-70d18d33-9eb2-4314-abc0-647979df5b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:29.184200 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:29.627505 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:47:30.641741 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:55.285737 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:55.765470 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cd01484d-8ad8-4baf-9eaf-1da0f87b64a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:55.848959 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:58.024578 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6b667530-c123-4875-b14d-16686780650d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:59.187307 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:00.643624 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:06.625892 dv-cinder-798088-1-smb neutron-server[78417]: DEBUG neutron.db.agents_db [None req-7b564890-cef0-464a-af88-eed44c9a9f75 None None] Agent healthcheck: found 6 active agents {{(pid=78417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:48:25.285024 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3913a95e-1398-4c84-8126-52ba8f515ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:25.766832 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3b90587c-5f1f-4320-ae0c-b0b4c43c356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:25.849542 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f071cd03-6078-4765-a9d6-1266b79e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:28.027458 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0357d436-0b3f-4a60-8cce-0c4eac9a8a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:29.189974 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9638e563-7888-47f3-a327-3fe54c99ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:30.645839 dv-cinder-798088-1-smb neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62862bfe-53d6-489a-961e-11b6c60b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777684513994', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1308817'] for agent, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}